nccl_dtype,num_gpus,message_size,kernel_source,op_name,latency
half,2,1024,NCCL,all_gather,0.01055
half,2,1024,NCCL,all_gather,0.011519999999999999
half,2,2048,NCCL,all_gather,0.01016
half,2,4096,NCCL,all_gather,0.01107
half,2,8192,NCCL,all_gather,0.01123
half,2,16384,NCCL,all_gather,0.01328
half,2,32768,NCCL,all_gather,0.01149
half,2,65536,NCCL,all_gather,0.01239
half,2,131072,NCCL,all_gather,0.013859999999999999
half,2,262144,NCCL,all_gather,0.012490000000000001
half,2,524288,NCCL,all_gather,0.014230000000000001
half,2,1048576,NCCL,all_gather,0.016710000000000003
half,2,2097152,NCCL,all_gather,0.024350000000000004
half,2,4194304,NCCL,all_gather,0.031120000000000002
half,2,8388608,NCCL,all_gather,0.037950000000000005
half,2,16777216,NCCL,all_gather,0.05465
half,2,33554432,NCCL,all_gather,0.09595999999999999
half,2,67108864,NCCL,all_gather,0.1704
half,2,134217728,NCCL,all_gather,0.3177
half,2,268435456,NCCL,all_gather,0.6031000000000001
int8,2,2048,NCCL,all_gather,0.01086
int8,2,4096,NCCL,all_gather,0.01132
int8,2,8192,NCCL,all_gather,0.010750000000000001
int8,2,16384,NCCL,all_gather,0.01093
int8,2,32768,NCCL,all_gather,0.01145
int8,2,65536,NCCL,all_gather,0.01245
int8,2,131072,NCCL,all_gather,0.012289999999999999
int8,2,262144,NCCL,all_gather,0.01252
int8,2,524288,NCCL,all_gather,0.013470000000000001
int8,2,1048576,NCCL,all_gather,0.01365
int8,2,2097152,NCCL,all_gather,0.01681
int8,2,4194304,NCCL,all_gather,0.024440000000000003
int8,2,8388608,NCCL,all_gather,0.03108
int8,2,16777216,NCCL,all_gather,0.03789
int8,2,33554432,NCCL,all_gather,0.05464
int8,2,67108864,NCCL,all_gather,0.09611
int8,2,134217728,NCCL,all_gather,0.1708
int8,2,268435456,NCCL,all_gather,0.3172
int8,2,536870912,NCCL,all_gather,0.6028
half,2,1024,NCCL,alltoall,0.03336
half,2,2048,NCCL,alltoall,0.034
half,2,4096,NCCL,alltoall,0.03177
half,2,8192,NCCL,alltoall,0.03197
half,2,16384,NCCL,alltoall,0.033310000000000006
half,2,32768,NCCL,alltoall,0.03195
half,2,65536,NCCL,alltoall,0.03261
half,2,131072,NCCL,alltoall,0.03174
half,2,262144,NCCL,alltoall,0.03244
half,2,524288,NCCL,alltoall,0.032740000000000005
half,2,1048576,NCCL,alltoall,0.03188
half,2,2097152,NCCL,alltoall,0.032049999999999995
half,2,4194304,NCCL,alltoall,0.03433
half,2,8388608,NCCL,alltoall,0.0497
half,2,16777216,NCCL,alltoall,0.06416
half,2,33554432,NCCL,alltoall,0.1252
half,2,67108864,NCCL,alltoall,0.223
half,2,134217728,NCCL,alltoall,0.4142
half,2,268435456,NCCL,alltoall,0.7956000000000001
int8,2,2048,NCCL,alltoall,0.032299999999999995
int8,2,4096,NCCL,alltoall,0.03343
int8,2,8192,NCCL,alltoall,0.03356
int8,2,16384,NCCL,alltoall,0.033729999999999996
int8,2,32768,NCCL,alltoall,0.0319
int8,2,65536,NCCL,alltoall,0.032549999999999996
int8,2,131072,NCCL,alltoall,0.03384
int8,2,262144,NCCL,alltoall,0.0324
int8,2,524288,NCCL,alltoall,0.032
int8,2,1048576,NCCL,alltoall,0.03227000000000001
int8,2,2097152,NCCL,alltoall,0.03386
int8,2,4194304,NCCL,alltoall,0.03182
int8,2,8388608,NCCL,alltoall,0.03251
int8,2,16777216,NCCL,alltoall,0.040119999999999996
int8,2,33554432,NCCL,alltoall,0.07335
int8,2,67108864,NCCL,alltoall,0.1246
int8,2,134217728,NCCL,alltoall,0.22290000000000001
int8,2,268435456,NCCL,alltoall,0.41250000000000003
int8,2,536870912,NCCL,alltoall,0.7948999999999999
half,2,1024,NCCL,reduce_scatter,0.01208
half,2,2048,NCCL,reduce_scatter,0.01137
half,2,4096,NCCL,reduce_scatter,0.01175
half,2,8192,NCCL,reduce_scatter,0.011869999999999999
half,2,16384,NCCL,reduce_scatter,0.01176
half,2,32768,NCCL,reduce_scatter,0.01252
half,2,65536,NCCL,reduce_scatter,0.01191
half,2,131072,NCCL,reduce_scatter,0.0125
half,2,262144,NCCL,reduce_scatter,0.01367
half,2,524288,NCCL,reduce_scatter,0.01393
half,2,1048576,NCCL,reduce_scatter,0.01585
half,2,2097152,NCCL,reduce_scatter,0.02287
half,2,4194304,NCCL,reduce_scatter,0.02936
half,2,8388608,NCCL,reduce_scatter,0.03779
half,2,16777216,NCCL,reduce_scatter,0.055450000000000006
half,2,33554432,NCCL,reduce_scatter,0.1008
half,2,67108864,NCCL,reduce_scatter,0.1846
half,2,134217728,NCCL,reduce_scatter,0.3436
half,2,268435456,NCCL,reduce_scatter,0.6452000000000001
int8,2,2048,NCCL,reduce_scatter,0.0111
int8,2,4096,NCCL,reduce_scatter,0.01112
int8,2,8192,NCCL,reduce_scatter,0.01108
int8,2,16384,NCCL,reduce_scatter,0.01253
int8,2,32768,NCCL,reduce_scatter,0.01133
int8,2,65536,NCCL,reduce_scatter,0.0125
int8,2,131072,NCCL,reduce_scatter,0.012660000000000001
int8,2,262144,NCCL,reduce_scatter,0.01177
int8,2,524288,NCCL,reduce_scatter,0.01316
int8,2,1048576,NCCL,reduce_scatter,0.013300000000000001
int8,2,2097152,NCCL,reduce_scatter,0.016399999999999998
int8,2,4194304,NCCL,reduce_scatter,0.023940000000000003
int8,2,8388608,NCCL,reduce_scatter,0.03145
int8,2,16777216,NCCL,reduce_scatter,0.04134
int8,2,33554432,NCCL,reduce_scatter,0.06056
int8,2,67108864,NCCL,reduce_scatter,0.1139
int8,2,134217728,NCCL,reduce_scatter,0.2092
int8,2,268435456,NCCL,reduce_scatter,0.39189999999999997
int8,2,536870912,NCCL,reduce_scatter,0.7345
half,4,1024,NCCL,all_gather,0.02137
half,4,2048,NCCL,all_gather,0.02288
half,4,4096,NCCL,all_gather,0.0217
half,4,8192,NCCL,all_gather,0.02164
half,4,16384,NCCL,all_gather,0.0227
half,4,32768,NCCL,all_gather,0.023
half,4,65536,NCCL,all_gather,0.02324
half,4,131072,NCCL,all_gather,0.02273
half,4,262144,NCCL,all_gather,0.02239
half,4,524288,NCCL,all_gather,0.02298
half,4,1048576,NCCL,all_gather,0.02569
half,4,2097152,NCCL,all_gather,0.027690000000000003
half,4,4194304,NCCL,all_gather,0.0524
half,4,8388608,NCCL,all_gather,0.05897
half,4,16777216,NCCL,all_gather,0.07262
half,4,33554432,NCCL,all_gather,0.109
half,4,67108864,NCCL,all_gather,0.1977
half,4,134217728,NCCL,all_gather,0.3724
half,4,268435456,NCCL,all_gather,0.7151000000000001
int8,4,2048,NCCL,all_gather,0.021920000000000002
int8,4,4096,NCCL,all_gather,0.02299
int8,4,8192,NCCL,all_gather,0.02079
int8,4,16384,NCCL,all_gather,0.02152
int8,4,32768,NCCL,all_gather,0.02264
int8,4,65536,NCCL,all_gather,0.021840000000000002
int8,4,131072,NCCL,all_gather,0.02272
int8,4,262144,NCCL,all_gather,0.022670000000000003
int8,4,524288,NCCL,all_gather,0.02253
int8,4,1048576,NCCL,all_gather,0.02259
int8,4,2097152,NCCL,all_gather,0.02414
int8,4,4194304,NCCL,all_gather,0.02699
int8,4,8388608,NCCL,all_gather,0.05246
int8,4,16777216,NCCL,all_gather,0.05902
int8,4,33554432,NCCL,all_gather,0.07324
int8,4,67108864,NCCL,all_gather,0.1097
int8,4,134217728,NCCL,all_gather,0.1977
int8,4,268435456,NCCL,all_gather,0.3719
int8,4,536870912,NCCL,all_gather,0.7146
half,4,1024,NCCL,alltoall,0.151
half,4,2048,NCCL,alltoall,0.1555
half,4,4096,NCCL,alltoall,0.1475
half,4,8192,NCCL,alltoall,0.16640000000000002
half,4,16384,NCCL,alltoall,0.161
half,4,32768,NCCL,alltoall,0.15130000000000002
half,4,65536,NCCL,alltoall,0.1559
half,4,131072,NCCL,alltoall,0.15919999999999998
half,4,262144,NCCL,alltoall,0.1492
half,4,524288,NCCL,alltoall,0.15880000000000002
half,4,1048576,NCCL,alltoall,0.1536
half,4,2097152,NCCL,alltoall,0.1536
half,4,4194304,NCCL,alltoall,0.152
half,4,8388608,NCCL,alltoall,0.1667
half,4,16777216,NCCL,alltoall,0.1536
half,4,33554432,NCCL,alltoall,0.16690000000000002
half,4,67108864,NCCL,alltoall,0.2287
half,4,134217728,NCCL,alltoall,0.4268
half,4,268435456,NCCL,alltoall,0.8187000000000001
int8,4,2048,NCCL,alltoall,0.1519
int8,4,4096,NCCL,alltoall,0.1475
int8,4,8192,NCCL,alltoall,0.1472
int8,4,16384,NCCL,alltoall,0.1542
int8,4,32768,NCCL,alltoall,0.1485
int8,4,65536,NCCL,alltoall,0.15669999999999998
int8,4,131072,NCCL,alltoall,0.14830000000000002
int8,4,262144,NCCL,alltoall,0.14730000000000001
int8,4,524288,NCCL,alltoall,0.1428
int8,4,1048576,NCCL,alltoall,0.15230000000000002
int8,4,2097152,NCCL,alltoall,0.155
int8,4,4194304,NCCL,alltoall,0.1544
int8,4,8388608,NCCL,alltoall,0.153
int8,4,16777216,NCCL,alltoall,0.1537
int8,4,33554432,NCCL,alltoall,0.16890000000000002
int8,4,67108864,NCCL,alltoall,0.1765
int8,4,134217728,NCCL,alltoall,0.2452
int8,4,268435456,NCCL,alltoall,0.4267
int8,4,536870912,NCCL,alltoall,0.8192999999999999
half,4,1024,NCCL,reduce_scatter,0.02154
half,4,2048,NCCL,reduce_scatter,0.02182
half,4,4096,NCCL,reduce_scatter,0.0214
half,4,8192,NCCL,reduce_scatter,0.02185
half,4,16384,NCCL,reduce_scatter,0.02121
half,4,32768,NCCL,reduce_scatter,0.0217
half,4,65536,NCCL,reduce_scatter,0.023620000000000002
half,4,131072,NCCL,reduce_scatter,0.02181
half,4,262144,NCCL,reduce_scatter,0.02216
half,4,524288,NCCL,reduce_scatter,0.0234
half,4,1048576,NCCL,reduce_scatter,0.024370000000000003
half,4,2097152,NCCL,reduce_scatter,0.02708
half,4,4194304,NCCL,reduce_scatter,0.050640000000000004
half,4,8388608,NCCL,reduce_scatter,0.05665
half,4,16777216,NCCL,reduce_scatter,0.07276
half,4,33554432,NCCL,reduce_scatter,0.1097
half,4,67108864,NCCL,reduce_scatter,0.2038
half,4,134217728,NCCL,reduce_scatter,0.3867
half,4,268435456,NCCL,reduce_scatter,0.7277
int8,4,2048,NCCL,reduce_scatter,0.02113
int8,4,4096,NCCL,reduce_scatter,0.02191
int8,4,8192,NCCL,reduce_scatter,0.02136
int8,4,16384,NCCL,reduce_scatter,0.020710000000000003
int8,4,32768,NCCL,reduce_scatter,0.02427
int8,4,65536,NCCL,reduce_scatter,0.02248
int8,4,131072,NCCL,reduce_scatter,0.022170000000000002
int8,4,262144,NCCL,reduce_scatter,0.023670000000000004
int8,4,524288,NCCL,reduce_scatter,0.021920000000000002
int8,4,1048576,NCCL,reduce_scatter,0.0214
int8,4,2097152,NCCL,reduce_scatter,0.023719999999999998
int8,4,4194304,NCCL,reduce_scatter,0.02647
int8,4,8388608,NCCL,reduce_scatter,0.05446
int8,4,16777216,NCCL,reduce_scatter,0.06014
int8,4,33554432,NCCL,reduce_scatter,0.07945999999999999
int8,4,67108864,NCCL,reduce_scatter,0.127
int8,4,134217728,NCCL,reduce_scatter,0.2662
int8,4,268435456,NCCL,reduce_scatter,0.5043
int8,4,536870912,NCCL,reduce_scatter,0.9764
half,2,1024,NCCL,all_reduce,0.01105
half,2,2048,NCCL,all_reduce,0.01191
half,2,4096,NCCL,all_reduce,0.01141
half,2,8192,NCCL,all_reduce,0.01159
half,2,16384,NCCL,all_reduce,0.01162
half,2,32768,NCCL,all_reduce,0.012539999999999999
half,2,65536,NCCL,all_reduce,0.01267
half,2,131072,NCCL,all_reduce,0.013380000000000001
half,2,262144,NCCL,all_reduce,0.01298
half,2,524288,NCCL,all_reduce,0.01493
half,2,1048576,NCCL,all_reduce,0.01957
half,2,2097152,NCCL,all_reduce,0.03837
half,2,4194304,NCCL,all_reduce,0.04302
half,2,8388608,NCCL,all_reduce,0.05465
half,2,16777216,NCCL,all_reduce,0.08342000000000001
half,2,33554432,NCCL,all_reduce,0.15080000000000002
half,2,67108864,NCCL,all_reduce,0.278
half,2,134217728,NCCL,all_reduce,0.5206000000000001
half,2,268435456,NCCL,all_reduce,0.9666
int8,2,2048,NCCL,all_reduce,0.011710000000000002
int8,2,4096,NCCL,all_reduce,0.01225
int8,2,8192,NCCL,all_reduce,0.011779999999999999
int8,2,16384,NCCL,all_reduce,0.011640000000000001
int8,2,32768,NCCL,all_reduce,0.01234
int8,2,65536,NCCL,all_reduce,0.012240000000000001
int8,2,131072,NCCL,all_reduce,0.0136
int8,2,262144,NCCL,all_reduce,0.01225
int8,2,524288,NCCL,all_reduce,0.014240000000000001
int8,2,1048576,NCCL,all_reduce,0.01563
int8,2,2097152,NCCL,all_reduce,0.02131
int8,2,4194304,NCCL,all_reduce,0.039119999999999995
int8,2,8388608,NCCL,all_reduce,0.04432
int8,2,16777216,NCCL,all_reduce,0.05597
int8,2,33554432,NCCL,all_reduce,0.08742
int8,2,67108864,NCCL,all_reduce,0.15780000000000002
int8,2,134217728,NCCL,all_reduce,0.2925
int8,2,268435456,NCCL,all_reduce,0.5521
int8,2,536870912,NCCL,all_reduce,1.0355
half,4,1024,NCCL,all_reduce,0.02231
half,4,2048,NCCL,all_reduce,0.02222
half,4,4096,NCCL,all_reduce,0.02286
half,4,8192,NCCL,all_reduce,0.02334
half,4,16384,NCCL,all_reduce,0.022420000000000002
half,4,32768,NCCL,all_reduce,0.02182
half,4,65536,NCCL,all_reduce,0.02178
half,4,131072,NCCL,all_reduce,0.02158
half,4,262144,NCCL,all_reduce,0.022600000000000002
half,4,524288,NCCL,all_reduce,0.023039999999999998
half,4,1048576,NCCL,all_reduce,0.02646
half,4,2097152,NCCL,all_reduce,0.03687
half,4,4194304,NCCL,all_reduce,0.046060000000000004
half,4,8388608,NCCL,all_reduce,0.07411
half,4,16777216,NCCL,all_reduce,0.1236
half,4,33554432,NCCL,all_reduce,0.1839
half,4,67108864,NCCL,all_reduce,0.3506
half,4,134217728,NCCL,all_reduce,0.6751
half,4,268435456,NCCL,all_reduce,1.2891
int8,4,2048,NCCL,all_reduce,0.02158
int8,4,4096,NCCL,all_reduce,0.02185
int8,4,8192,NCCL,all_reduce,0.02402
int8,4,16384,NCCL,all_reduce,0.02232
int8,4,32768,NCCL,all_reduce,0.021660000000000002
int8,4,65536,NCCL,all_reduce,0.02178
int8,4,131072,NCCL,all_reduce,0.0238
int8,4,262144,NCCL,all_reduce,0.023710000000000002
int8,4,524288,NCCL,all_reduce,0.02389
int8,4,1048576,NCCL,all_reduce,0.02494
int8,4,2097152,NCCL,all_reduce,0.02788
int8,4,4194304,NCCL,all_reduce,0.040170000000000004
int8,4,8388608,NCCL,all_reduce,0.04628
int8,4,16777216,NCCL,all_reduce,0.07647
int8,4,33554432,NCCL,all_reduce,0.1245
int8,4,67108864,NCCL,all_reduce,0.1889
int8,4,134217728,NCCL,all_reduce,0.3604
int8,4,268435456,NCCL,all_reduce,0.6912
int8,4,536870912,NCCL,all_reduce,1.3231
half,8,128,NCCL,all_reduce,0.027
half,8,256,NCCL,all_reduce,0.027460000000000002
half,8,512,NCCL,all_reduce,0.02777
half,8,1024,NCCL,all_reduce,0.02817
half,8,2048,NCCL,all_reduce,0.02838
half,8,4096,NCCL,all_reduce,0.028620000000000003
half,8,8192,NCCL,all_reduce,0.02885
half,8,16384,NCCL,all_reduce,0.029410000000000002
half,8,32768,NCCL,all_reduce,0.02972
half,8,65536,NCCL,all_reduce,0.02999
half,8,131072,NCCL,all_reduce,0.03053
half,8,262144,NCCL,all_reduce,0.03062
half,8,524288,NCCL,all_reduce,0.03123
half,8,1048576,NCCL,all_reduce,0.03708
half,8,2097152,NCCL,all_reduce,0.0522
half,8,4194304,NCCL,all_reduce,0.06762
half,8,8388608,NCCL,all_reduce,0.1011
half,8,16777216,NCCL,all_reduce,0.157
half,8,33554432,NCCL,all_reduce,0.2636
half,8,67108864,NCCL,all_reduce,0.3855
half,8,134217728,NCCL,all_reduce,0.6969
half,8,268435456,NCCL,all_reduce,1.3213
half,8,536870912,NCCL,all_reduce,2.559
half,8,1073741824,NCCL,all_reduce,4.5518
half,8,2147483648,NCCL,all_reduce,9.0049
half,8,4294967296,NCCL,all_reduce,17.883
int8,8,256,NCCL,all_reduce,0.026760000000000003
int8,8,512,NCCL,all_reduce,0.027100000000000003
int8,8,1024,NCCL,all_reduce,0.027420000000000003
int8,8,2048,NCCL,all_reduce,0.02764
int8,8,4096,NCCL,all_reduce,0.02802
int8,8,8192,NCCL,all_reduce,0.02831
int8,8,16384,NCCL,all_reduce,0.028710000000000003
int8,8,32768,NCCL,all_reduce,0.029410000000000002
int8,8,65536,NCCL,all_reduce,0.02982
int8,8,131072,NCCL,all_reduce,0.03021
int8,8,262144,NCCL,all_reduce,0.03024
int8,8,524288,NCCL,all_reduce,0.03063
int8,8,1048576,NCCL,all_reduce,0.03154
int8,8,2097152,NCCL,all_reduce,0.03842
int8,8,4194304,NCCL,all_reduce,0.056380000000000006
int8,8,8388608,NCCL,all_reduce,0.06218
int8,8,16777216,NCCL,all_reduce,0.09149
int8,8,33554432,NCCL,all_reduce,0.15159999999999998
int8,8,67108864,NCCL,all_reduce,0.2527
int8,8,134217728,NCCL,all_reduce,0.38710000000000006
int8,8,268435456,NCCL,all_reduce,0.7586
int8,8,536870912,NCCL,all_reduce,1.4901
int8,8,1073741824,NCCL,all_reduce,2.9033
int8,8,2147483648,NCCL,all_reduce,5.6622
int8,8,4294967296,NCCL,all_reduce,11.191
int8,8,8589934592,NCCL,all_reduce,22.252
half,16,128,NCCL,all_reduce,0.046200000000000005
half,16,256,NCCL,all_reduce,0.04668
half,16,512,NCCL,all_reduce,0.04741
half,16,1024,NCCL,all_reduce,0.048
half,16,2048,NCCL,all_reduce,0.04893
half,16,4096,NCCL,all_reduce,0.049229999999999996
half,16,8192,NCCL,all_reduce,0.04963
half,16,16384,NCCL,all_reduce,0.04995
half,16,32768,NCCL,all_reduce,0.05121
half,16,65536,NCCL,all_reduce,0.04273
half,16,131072,NCCL,all_reduce,0.04372
half,16,262144,NCCL,all_reduce,0.044610000000000004
half,16,524288,NCCL,all_reduce,0.04624
half,16,1048576,NCCL,all_reduce,0.04843
half,16,2097152,NCCL,all_reduce,0.05732
half,16,4194304,NCCL,all_reduce,0.07937000000000001
half,16,8388608,NCCL,all_reduce,0.1095
half,16,16777216,NCCL,all_reduce,0.1727
half,16,33554432,NCCL,all_reduce,0.27330000000000004
half,16,67108864,NCCL,all_reduce,0.45880000000000004
half,16,134217728,NCCL,all_reduce,0.7573
half,16,268435456,NCCL,all_reduce,1.345
half,16,536870912,NCCL,all_reduce,2.4426
half,16,1073741824,NCCL,all_reduce,4.6475
half,16,2147483648,NCCL,all_reduce,9.0855
half,16,4294967296,NCCL,all_reduce,17.827
int8,16,256,NCCL,all_reduce,0.04605
int8,16,512,NCCL,all_reduce,0.04662
int8,16,1024,NCCL,all_reduce,0.04747
int8,16,2048,NCCL,all_reduce,0.047950000000000007
int8,16,4096,NCCL,all_reduce,0.048799999999999996
int8,16,8192,NCCL,all_reduce,0.04914
int8,16,16384,NCCL,all_reduce,0.049420000000000006
int8,16,32768,NCCL,all_reduce,0.05026
int8,16,65536,NCCL,all_reduce,0.052790000000000004
int8,16,131072,NCCL,all_reduce,0.05308
int8,16,262144,NCCL,all_reduce,0.05325
int8,16,524288,NCCL,all_reduce,0.05339
int8,16,1048576,NCCL,all_reduce,0.05418
int8,16,2097152,NCCL,all_reduce,0.05602000000000001
int8,16,4194304,NCCL,all_reduce,0.07037
int8,16,8388608,NCCL,all_reduce,0.1087
int8,16,16777216,NCCL,all_reduce,0.1125
int8,16,33554432,NCCL,all_reduce,0.1736
int8,16,67108864,NCCL,all_reduce,0.2969
int8,16,134217728,NCCL,all_reduce,0.5084
int8,16,268435456,NCCL,all_reduce,0.7847999999999999
int8,16,536870912,NCCL,all_reduce,1.5581
int8,16,1073741824,NCCL,all_reduce,3.06
int8,16,2147483648,NCCL,all_reduce,6.0088
int8,16,4294967296,NCCL,all_reduce,11.885
int8,16,8589934592,NCCL,all_reduce,23.647000000000002
half,32,128,NCCL,all_reduce,0.05051
half,32,256,NCCL,all_reduce,0.05029
half,32,512,NCCL,all_reduce,0.050320000000000004
half,32,1024,NCCL,all_reduce,0.050570000000000004
half,32,2048,NCCL,all_reduce,0.04976
half,32,4096,NCCL,all_reduce,0.04994
half,32,8192,NCCL,all_reduce,0.05119
half,32,16384,NCCL,all_reduce,0.05122
half,32,32768,NCCL,all_reduce,0.05435
half,32,65536,NCCL,all_reduce,0.055689999999999996
half,32,131072,NCCL,all_reduce,0.05804
half,32,262144,NCCL,all_reduce,0.06246
half,32,524288,NCCL,all_reduce,0.06336
half,32,1048576,NCCL,all_reduce,0.06565000000000001
half,32,2097152,NCCL,all_reduce,0.07021
half,32,4194304,NCCL,all_reduce,0.08926
half,32,8388608,NCCL,all_reduce,0.1356
half,32,16777216,NCCL,all_reduce,0.21180000000000002
half,32,33554432,NCCL,all_reduce,0.3426
half,32,67108864,NCCL,all_reduce,0.5287999999999999
half,32,134217728,NCCL,all_reduce,0.8545
half,32,268435456,NCCL,all_reduce,1.6961
half,32,536870912,NCCL,all_reduce,2.936
half,32,1073741824,NCCL,all_reduce,5.1442
half,32,2147483648,NCCL,all_reduce,9.6343
half,32,4294967296,NCCL,all_reduce,19.284
int8,32,256,NCCL,all_reduce,0.08643
int8,32,512,NCCL,all_reduce,0.08844
int8,32,1024,NCCL,all_reduce,0.08979000000000001
int8,32,2048,NCCL,all_reduce,0.09105
int8,32,4096,NCCL,all_reduce,0.09234
int8,32,8192,NCCL,all_reduce,0.09426000000000001
int8,32,16384,NCCL,all_reduce,0.09495
int8,32,32768,NCCL,all_reduce,0.09545000000000001
int8,32,65536,NCCL,all_reduce,0.09638
int8,32,131072,NCCL,all_reduce,0.09954
int8,32,262144,NCCL,all_reduce,0.1001
int8,32,524288,NCCL,all_reduce,0.1009
int8,32,1048576,NCCL,all_reduce,0.1017
int8,32,2097152,NCCL,all_reduce,0.10350000000000001
int8,32,4194304,NCCL,all_reduce,0.1052
int8,32,8388608,NCCL,all_reduce,0.134
int8,32,16777216,NCCL,all_reduce,0.213
int8,32,33554432,NCCL,all_reduce,0.21430000000000002
int8,32,67108864,NCCL,all_reduce,0.3404
int8,32,134217728,NCCL,all_reduce,0.5777000000000001
int8,32,268435456,NCCL,all_reduce,1.0118
int8,32,536870912,NCCL,all_reduce,1.5765
int8,32,1073741824,NCCL,all_reduce,3.1368
int8,32,2147483648,NCCL,all_reduce,6.2118
int8,32,4294967296,NCCL,all_reduce,12.253
int8,32,8589934592,NCCL,all_reduce,24.311
half,48,128,NCCL,all_reduce,0.05058
half,48,256,NCCL,all_reduce,0.050640000000000004
half,48,512,NCCL,all_reduce,0.05052
half,48,1024,NCCL,all_reduce,0.05052
half,48,2048,NCCL,all_reduce,0.05011
half,48,4096,NCCL,all_reduce,0.05
half,48,8192,NCCL,all_reduce,0.05144
half,48,16384,NCCL,all_reduce,0.05183
half,48,32768,NCCL,all_reduce,0.05479
half,48,65536,NCCL,all_reduce,0.05668
half,48,131072,NCCL,all_reduce,0.06056
half,48,262144,NCCL,all_reduce,0.06738
half,48,524288,NCCL,all_reduce,0.06861
half,48,1048576,NCCL,all_reduce,0.07058
half,48,2097152,NCCL,all_reduce,0.07594
half,48,4194304,NCCL,all_reduce,0.08988
half,48,8388608,NCCL,all_reduce,0.1433
half,48,16777216,NCCL,all_reduce,0.22630000000000003
half,48,33554432,NCCL,all_reduce,0.34850000000000003
half,48,67108864,NCCL,all_reduce,0.5405
half,48,134217728,NCCL,all_reduce,0.8765000000000001
half,48,268435456,NCCL,all_reduce,1.7487000000000001
half,48,536870912,NCCL,all_reduce,2.9308
half,48,1073741824,NCCL,all_reduce,5.2083
half,48,2147483648,NCCL,all_reduce,9.8512
half,48,4294967296,NCCL,all_reduce,19.27
int8,48,256,NCCL,all_reduce,0.12490000000000001
int8,48,512,NCCL,all_reduce,0.1276
int8,48,1024,NCCL,all_reduce,0.1296
int8,48,2048,NCCL,all_reduce,0.13169999999999998
int8,48,4096,NCCL,all_reduce,0.1343
int8,48,8192,NCCL,all_reduce,0.1376
int8,48,16384,NCCL,all_reduce,0.1382
int8,48,32768,NCCL,all_reduce,0.1399
int8,48,65536,NCCL,all_reduce,0.1505
int8,48,131072,NCCL,all_reduce,0.1576
int8,48,262144,NCCL,all_reduce,0.17350000000000002
int8,48,524288,NCCL,all_reduce,0.1737
int8,48,1048576,NCCL,all_reduce,0.1714
int8,48,2097152,NCCL,all_reduce,0.181
int8,48,4194304,NCCL,all_reduce,0.1781
int8,48,8388608,NCCL,all_reduce,0.1894
int8,48,16777216,NCCL,all_reduce,0.26589999999999997
int8,48,33554432,NCCL,all_reduce,0.2866
int8,48,67108864,NCCL,all_reduce,0.44780000000000003
int8,48,134217728,NCCL,all_reduce,0.6614
int8,48,268435456,NCCL,all_reduce,1.0795000000000001
int8,48,536870912,NCCL,all_reduce,2.0261
int8,48,1073741824,NCCL,all_reduce,3.1754000000000002
int8,48,2147483648,NCCL,all_reduce,6.3643
int8,48,4294967296,NCCL,all_reduce,12.441
int8,48,8589934592,NCCL,all_reduce,24.692
half,64,128,NCCL,all_reduce,0.07926000000000001
half,64,256,NCCL,all_reduce,0.05069
half,64,512,NCCL,all_reduce,0.05087
half,64,1024,NCCL,all_reduce,0.05084
half,64,2048,NCCL,all_reduce,0.05027
half,64,4096,NCCL,all_reduce,0.050460000000000005
half,64,8192,NCCL,all_reduce,0.052110000000000004
half,64,16384,NCCL,all_reduce,0.052520000000000004
half,64,32768,NCCL,all_reduce,0.0555
half,64,65536,NCCL,all_reduce,0.05777
half,64,131072,NCCL,all_reduce,0.06336
half,64,262144,NCCL,all_reduce,0.07259
half,64,524288,NCCL,all_reduce,0.07341
half,64,1048576,NCCL,all_reduce,0.07553
half,64,2097152,NCCL,all_reduce,0.08203
half,64,4194304,NCCL,all_reduce,0.09263
half,64,8388608,NCCL,all_reduce,0.1444
half,64,16777216,NCCL,all_reduce,0.22940000000000002
half,64,33554432,NCCL,all_reduce,0.3498
half,64,67108864,NCCL,all_reduce,0.5452
half,64,134217728,NCCL,all_reduce,0.8907
half,64,268435456,NCCL,all_reduce,1.7795999999999998
half,64,536870912,NCCL,all_reduce,3.0991999999999997
half,64,1073741824,NCCL,all_reduce,5.3324
half,64,2147483648,NCCL,all_reduce,10.08
half,64,4294967296,NCCL,all_reduce,19.685
int8,64,256,NCCL,all_reduce,0.1605
int8,64,512,NCCL,all_reduce,0.16369999999999998
int8,64,1024,NCCL,all_reduce,0.16740000000000002
int8,64,2048,NCCL,all_reduce,0.1699
int8,64,4096,NCCL,all_reduce,0.1727
int8,64,8192,NCCL,all_reduce,0.1752
int8,64,16384,NCCL,all_reduce,0.179
int8,64,32768,NCCL,all_reduce,0.1802
int8,64,65536,NCCL,all_reduce,0.18180000000000002
int8,64,131072,NCCL,all_reduce,0.1852
int8,64,262144,NCCL,all_reduce,0.19390000000000002
int8,64,524288,NCCL,all_reduce,0.19430000000000003
int8,64,1048576,NCCL,all_reduce,0.1955
int8,64,2097152,NCCL,all_reduce,0.1993
int8,64,4194304,NCCL,all_reduce,0.20040000000000002
int8,64,8388608,NCCL,all_reduce,0.2033
int8,64,16777216,NCCL,all_reduce,0.2612
int8,64,33554432,NCCL,all_reduce,0.4208
int8,64,67108864,NCCL,all_reduce,0.421
int8,64,134217728,NCCL,all_reduce,0.6681
int8,64,268435456,NCCL,all_reduce,1.1405999999999998
int8,64,536870912,NCCL,all_reduce,2.0334000000000003
int8,64,1073741824,NCCL,all_reduce,3.1751
int8,64,2147483648,NCCL,all_reduce,6.2869
int8,64,4294967296,NCCL,all_reduce,12.435
int8,64,8589934592,NCCL,all_reduce,24.705000000000002
half,8,128,NCCL,alltoall,0.06633
half,8,256,NCCL,alltoall,0.06634999999999999
half,8,512,NCCL,alltoall,0.06653
half,8,1024,NCCL,alltoall,0.06623000000000001
half,8,2048,NCCL,alltoall,0.06628
half,8,4096,NCCL,alltoall,0.06645000000000001
half,8,8192,NCCL,alltoall,0.06616
half,8,16384,NCCL,alltoall,0.06615
half,8,32768,NCCL,alltoall,0.06641
half,8,65536,NCCL,alltoall,0.06656000000000001
half,8,131072,NCCL,alltoall,0.06601000000000001
half,8,262144,NCCL,alltoall,0.06736
half,8,524288,NCCL,alltoall,0.06681000000000001
half,8,1048576,NCCL,alltoall,0.06716
half,8,2097152,NCCL,alltoall,0.06620000000000001
half,8,4194304,NCCL,alltoall,0.06809000000000001
half,8,8388608,NCCL,alltoall,0.06838
half,8,16777216,NCCL,alltoall,0.08223000000000001
half,8,33554432,NCCL,alltoall,0.13540000000000002
half,8,67108864,NCCL,alltoall,0.2339
half,8,134217728,NCCL,alltoall,0.4275
half,8,268435456,NCCL,alltoall,0.8124
half,8,536870912,NCCL,alltoall,1.5549000000000002
half,8,1073741824,NCCL,alltoall,3.1806
half,8,2147483648,NCCL,alltoall,5.7933
half,8,4294967296,NCCL,alltoall,11.44
int8,8,256,NCCL,alltoall,0.056350000000000004
int8,8,512,NCCL,alltoall,0.05625
int8,8,1024,NCCL,alltoall,0.05639
int8,8,2048,NCCL,alltoall,0.05645000000000001
int8,8,4096,NCCL,alltoall,0.05636
int8,8,8192,NCCL,alltoall,0.056380000000000006
int8,8,16384,NCCL,alltoall,0.05589
int8,8,32768,NCCL,alltoall,0.05662
int8,8,65536,NCCL,alltoall,0.056060000000000006
int8,8,131072,NCCL,alltoall,0.05645000000000001
int8,8,262144,NCCL,alltoall,0.056920000000000005
int8,8,524288,NCCL,alltoall,0.056729999999999996
int8,8,1048576,NCCL,alltoall,0.05733
int8,8,2097152,NCCL,alltoall,0.057159999999999996
int8,8,4194304,NCCL,alltoall,0.05725
int8,8,8388608,NCCL,alltoall,0.057530000000000005
int8,8,16777216,NCCL,alltoall,0.05758
int8,8,33554432,NCCL,alltoall,0.08234999999999999
int8,8,67108864,NCCL,alltoall,0.1352
int8,8,134217728,NCCL,alltoall,0.2338
int8,8,268435456,NCCL,alltoall,0.4277
int8,8,536870912,NCCL,alltoall,0.8122
int8,8,1073741824,NCCL,alltoall,1.5571
int8,8,2147483648,NCCL,alltoall,3.1806
int8,8,4294967296,NCCL,alltoall,5.7892
int8,8,8589934592,NCCL,alltoall,11.428
half,16,128,NCCL,alltoall,0.13690000000000002
half,16,256,NCCL,alltoall,0.137
half,16,512,NCCL,alltoall,0.1366
half,16,1024,NCCL,alltoall,0.1365
half,16,2048,NCCL,alltoall,0.1365
half,16,4096,NCCL,alltoall,0.1368
half,16,8192,NCCL,alltoall,0.1366
half,16,16384,NCCL,alltoall,0.13640000000000002
half,16,32768,NCCL,alltoall,0.1365
half,16,65536,NCCL,alltoall,0.1363
half,16,131072,NCCL,alltoall,0.1368
half,16,262144,NCCL,alltoall,0.13740000000000002
half,16,524288,NCCL,alltoall,0.1373
half,16,1048576,NCCL,alltoall,0.13740000000000002
half,16,2097152,NCCL,alltoall,0.137
half,16,4194304,NCCL,alltoall,0.1379
half,16,8388608,NCCL,alltoall,0.138
half,16,16777216,NCCL,alltoall,0.1387
half,16,33554432,NCCL,alltoall,0.1461
half,16,67108864,NCCL,alltoall,0.2449
half,16,134217728,NCCL,alltoall,0.4405
half,16,268435456,NCCL,alltoall,0.8286
half,16,536870912,NCCL,alltoall,1.5854000000000001
half,16,1073741824,NCCL,alltoall,3.2608
half,16,2147483648,NCCL,alltoall,6.3790000000000004
half,16,4294967296,NCCL,alltoall,12.419
int8,16,256,NCCL,alltoall,0.11259999999999999
int8,16,512,NCCL,alltoall,0.1125
int8,16,1024,NCCL,alltoall,0.11270000000000001
int8,16,2048,NCCL,alltoall,0.1123
int8,16,4096,NCCL,alltoall,0.11209999999999999
int8,16,8192,NCCL,alltoall,0.11259999999999999
int8,16,16384,NCCL,alltoall,0.11259999999999999
int8,16,32768,NCCL,alltoall,0.1125
int8,16,65536,NCCL,alltoall,0.11259999999999999
int8,16,131072,NCCL,alltoall,0.1123
int8,16,262144,NCCL,alltoall,0.11270000000000001
int8,16,524288,NCCL,alltoall,0.11270000000000001
int8,16,1048576,NCCL,alltoall,0.11320000000000001
int8,16,2097152,NCCL,alltoall,0.11320000000000001
int8,16,4194304,NCCL,alltoall,0.11320000000000001
int8,16,8388608,NCCL,alltoall,0.1139
int8,16,16777216,NCCL,alltoall,0.1138
int8,16,33554432,NCCL,alltoall,0.1144
int8,16,67108864,NCCL,alltoall,0.1453
int8,16,134217728,NCCL,alltoall,0.2445
int8,16,268435456,NCCL,alltoall,0.4402
int8,16,536870912,NCCL,alltoall,0.8290000000000001
int8,16,1073741824,NCCL,alltoall,1.5860999999999998
int8,16,2147483648,NCCL,alltoall,3.2638000000000003
int8,16,4294967296,NCCL,alltoall,6.3769
int8,16,8589934592,NCCL,alltoall,12.422
half,32,0,NCCL,alltoall,0.2785
half,32,256,NCCL,alltoall,0.3305
half,32,512,NCCL,alltoall,0.3103
half,32,1024,NCCL,alltoall,0.32280000000000003
half,32,2048,NCCL,alltoall,0.32110000000000005
half,32,4096,NCCL,alltoall,0.32610000000000006
half,32,8192,NCCL,alltoall,0.31760000000000005
half,32,16384,NCCL,alltoall,0.3038
half,32,32768,NCCL,alltoall,0.3215
half,32,65536,NCCL,alltoall,0.32489999999999997
half,32,131072,NCCL,alltoall,0.3312
half,32,262144,NCCL,alltoall,0.3237
half,32,524288,NCCL,alltoall,0.3271
half,32,1048576,NCCL,alltoall,0.32939999999999997
half,32,2097152,NCCL,alltoall,0.31389999999999996
half,32,4194304,NCCL,alltoall,0.3262
half,32,8388608,NCCL,alltoall,0.31880000000000003
half,32,16777216,NCCL,alltoall,0.32360000000000005
half,32,33554432,NCCL,alltoall,0.318
half,32,67108864,NCCL,alltoall,0.32539999999999997
half,32,134217728,NCCL,alltoall,0.4485
half,32,268435456,NCCL,alltoall,0.8425
half,32,536870912,NCCL,alltoall,1.6124
half,32,1073741824,NCCL,alltoall,3.3045999999999998
half,32,2147483648,NCCL,alltoall,6.4384
half,32,4294967296,NCCL,alltoall,13.046000000000001
int8,32,0,NCCL,alltoall,0.28450000000000003
int8,32,512,NCCL,alltoall,0.32589999999999997
int8,32,1024,NCCL,alltoall,0.32630000000000003
int8,32,2048,NCCL,alltoall,0.32989999999999997
int8,32,4096,NCCL,alltoall,0.3127
int8,32,8192,NCCL,alltoall,0.3314
int8,32,16384,NCCL,alltoall,0.3222
int8,32,32768,NCCL,alltoall,0.3265
int8,32,65536,NCCL,alltoall,0.31610000000000005
int8,32,131072,NCCL,alltoall,0.3225
int8,32,262144,NCCL,alltoall,0.3314
int8,32,524288,NCCL,alltoall,0.3337
int8,32,1048576,NCCL,alltoall,0.3227
int8,32,2097152,NCCL,alltoall,0.32930000000000004
int8,32,4194304,NCCL,alltoall,0.3183
int8,32,8388608,NCCL,alltoall,0.3155
int8,32,16777216,NCCL,alltoall,0.322
int8,32,33554432,NCCL,alltoall,0.32589999999999997
int8,32,67108864,NCCL,alltoall,0.32060000000000005
int8,32,134217728,NCCL,alltoall,0.323
int8,32,268435456,NCCL,alltoall,0.44880000000000003
int8,32,536870912,NCCL,alltoall,0.8406
int8,32,1073741824,NCCL,alltoall,1.6105
int8,32,2147483648,NCCL,alltoall,3.3074000000000003
int8,32,4294967296,NCCL,alltoall,6.4397
int8,32,8589934592,NCCL,alltoall,13.047
half,48,0,NCCL,alltoall,0.4078
half,48,0,NCCL,alltoall,0.39630000000000004
half,48,384,NCCL,alltoall,0.4294
half,48,768,NCCL,alltoall,0.42710000000000004
half,48,1920,NCCL,alltoall,0.4322
half,48,3840,NCCL,alltoall,0.4612
half,48,8064,NCCL,alltoall,0.4375
half,48,16128,NCCL,alltoall,0.4253
half,48,32640,NCCL,alltoall,0.4369
half,48,65280,NCCL,alltoall,0.4382
half,48,130944,NCCL,alltoall,0.43560000000000004
half,48,261888,NCCL,alltoall,0.4264
half,48,524160,NCCL,alltoall,0.4094
half,48,1048320,NCCL,alltoall,0.4569
half,48,2097024,NCCL,alltoall,0.4403
half,48,4194048,NCCL,alltoall,0.43119999999999997
half,48,8388480,NCCL,alltoall,0.4537
half,48,16776960,NCCL,alltoall,0.4364
half,48,33554304,NCCL,alltoall,0.4369
half,48,67108608,NCCL,alltoall,0.4181
half,48,134217600,NCCL,alltoall,0.5690000000000001
half,48,268435200,NCCL,alltoall,1.0742
half,48,536870784,NCCL,alltoall,1.6912
half,48,1073741568,NCCL,alltoall,3.4106
half,48,2147483520,NCCL,alltoall,6.67
half,48,4294967040,NCCL,alltoall,13.288
int8,48,0,NCCL,alltoall,0.4101
int8,48,0,NCCL,alltoall,0.4317
int8,48,768,NCCL,alltoall,0.49369999999999997
int8,48,1536,NCCL,alltoall,0.4805
int8,48,3840,NCCL,alltoall,0.46680000000000005
int8,48,7680,NCCL,alltoall,0.4817
int8,48,16128,NCCL,alltoall,0.4701
int8,48,32256,NCCL,alltoall,0.4748
int8,48,65280,NCCL,alltoall,0.4773
int8,48,130560,NCCL,alltoall,0.46430000000000005
int8,48,261888,NCCL,alltoall,0.4584
int8,48,523776,NCCL,alltoall,0.4701
int8,48,1048320,NCCL,alltoall,0.4666
int8,48,2096640,NCCL,alltoall,0.48210000000000003
int8,48,4194048,NCCL,alltoall,0.4627
int8,48,8388096,NCCL,alltoall,0.4721
int8,48,16776960,NCCL,alltoall,0.4853
int8,48,33553920,NCCL,alltoall,0.4822
int8,48,67108608,NCCL,alltoall,0.47300000000000003
int8,48,134217216,NCCL,alltoall,0.5086
int8,48,268435200,NCCL,alltoall,0.5719
int8,48,536870400,NCCL,alltoall,1.0703
int8,48,1073741568,NCCL,alltoall,1.6917
int8,48,2147483136,NCCL,alltoall,3.4194
int8,48,4294967040,NCCL,alltoall,6.693300000000001
int8,48,8589934080,NCCL,alltoall,13.3
half,64,0,NCCL,alltoall,0.5438
half,64,0,NCCL,alltoall,0.5437000000000001
half,64,512,NCCL,alltoall,0.6155
half,64,1024,NCCL,alltoall,0.6306
half,64,2048,NCCL,alltoall,0.6386000000000001
half,64,4096,NCCL,alltoall,0.6461
half,64,8192,NCCL,alltoall,0.6347999999999999
half,64,16384,NCCL,alltoall,0.6271
half,64,32768,NCCL,alltoall,0.6275000000000001
half,64,65536,NCCL,alltoall,0.6261
half,64,131072,NCCL,alltoall,0.6224
half,64,262144,NCCL,alltoall,0.6177
half,64,524288,NCCL,alltoall,0.6383
half,64,1048576,NCCL,alltoall,0.6263
half,64,2097152,NCCL,alltoall,0.6337999999999999
half,64,4194304,NCCL,alltoall,0.6375000000000001
half,64,8388608,NCCL,alltoall,0.6209
half,64,16777216,NCCL,alltoall,0.6353
half,64,33554432,NCCL,alltoall,0.6251
half,64,67108864,NCCL,alltoall,0.635
half,64,134217728,NCCL,alltoall,0.6587000000000001
half,64,268435456,NCCL,alltoall,0.8721
half,64,536870912,NCCL,alltoall,1.6712
half,64,1073741824,NCCL,alltoall,3.3898
half,64,2147483648,NCCL,alltoall,6.6035
half,64,4294967296,NCCL,alltoall,13.09
int8,64,0,NCCL,alltoall,0.5660000000000001
int8,64,0,NCCL,alltoall,0.5842
int8,64,1024,NCCL,alltoall,0.6255000000000001
int8,64,2048,NCCL,alltoall,0.6422000000000001
int8,64,4096,NCCL,alltoall,0.6153
int8,64,8192,NCCL,alltoall,0.6123999999999999
int8,64,16384,NCCL,alltoall,0.6485
int8,64,32768,NCCL,alltoall,0.6567000000000001
int8,64,65536,NCCL,alltoall,0.648
int8,64,131072,NCCL,alltoall,0.6547000000000001
int8,64,262144,NCCL,alltoall,0.6435
int8,64,524288,NCCL,alltoall,0.6305000000000001
int8,64,1048576,NCCL,alltoall,0.6427999999999999
int8,64,2097152,NCCL,alltoall,0.6532000000000001
int8,64,4194304,NCCL,alltoall,0.6364
int8,64,8388608,NCCL,alltoall,0.6539
int8,64,16777216,NCCL,alltoall,0.6596000000000001
int8,64,33554432,NCCL,alltoall,0.6572
int8,64,67108864,NCCL,alltoall,0.6424
int8,64,134217728,NCCL,alltoall,0.6664
int8,64,268435456,NCCL,alltoall,0.6276
int8,64,536870912,NCCL,alltoall,0.8686
int8,64,1073741824,NCCL,alltoall,1.6847
int8,64,2147483648,NCCL,alltoall,3.3905000000000003
int8,64,4294967296,NCCL,alltoall,6.6048
int8,64,8589934592,NCCL,alltoall,13.083
half,8,128,NCCL,reduce_scatter,0.01756
half,8,256,NCCL,reduce_scatter,0.01768
half,8,512,NCCL,reduce_scatter,0.01782
half,8,1024,NCCL,reduce_scatter,0.01797
half,8,2048,NCCL,reduce_scatter,0.018170000000000002
half,8,4096,NCCL,reduce_scatter,0.0185
half,8,8192,NCCL,reduce_scatter,0.01854
half,8,16384,NCCL,reduce_scatter,0.018940000000000002
half,8,32768,NCCL,reduce_scatter,0.01909
half,8,65536,NCCL,reduce_scatter,0.0195
half,8,131072,NCCL,reduce_scatter,0.01957
half,8,262144,NCCL,reduce_scatter,0.02004
half,8,524288,NCCL,reduce_scatter,0.020579999999999998
half,8,1048576,NCCL,reduce_scatter,0.02504
half,8,2097152,NCCL,reduce_scatter,0.03637
half,8,4194304,NCCL,reduce_scatter,0.05982
half,8,8388608,NCCL,reduce_scatter,0.05229
half,8,16777216,NCCL,reduce_scatter,0.08288
half,8,33554432,NCCL,reduce_scatter,0.1419
half,8,67108864,NCCL,reduce_scatter,0.20800000000000002
half,8,134217728,NCCL,reduce_scatter,0.3979
half,8,268435456,NCCL,reduce_scatter,0.7787000000000001
half,8,536870912,NCCL,reduce_scatter,1.4866
half,8,1073741824,NCCL,reduce_scatter,2.8675
half,8,2147483648,NCCL,reduce_scatter,5.597600000000001
half,8,4294967296,NCCL,reduce_scatter,11.07
int8,8,256,NCCL,reduce_scatter,0.0179
int8,8,512,NCCL,reduce_scatter,0.01784
int8,8,1024,NCCL,reduce_scatter,0.01805
int8,8,2048,NCCL,reduce_scatter,0.01834
int8,8,4096,NCCL,reduce_scatter,0.01845
int8,8,8192,NCCL,reduce_scatter,0.01868
int8,8,16384,NCCL,reduce_scatter,0.01881
int8,8,32768,NCCL,reduce_scatter,0.01915
int8,8,65536,NCCL,reduce_scatter,0.01957
int8,8,131072,NCCL,reduce_scatter,0.01982
int8,8,262144,NCCL,reduce_scatter,0.01989
int8,8,524288,NCCL,reduce_scatter,0.02027
int8,8,1048576,NCCL,reduce_scatter,0.02085
int8,8,2097152,NCCL,reduce_scatter,0.02543
int8,8,4194304,NCCL,reduce_scatter,0.03717
int8,8,8388608,NCCL,reduce_scatter,0.06092
int8,8,16777216,NCCL,reduce_scatter,0.05411
int8,8,33554432,NCCL,reduce_scatter,0.08522
int8,8,67108864,NCCL,reduce_scatter,0.1615
int8,8,134217728,NCCL,reduce_scatter,0.2522
int8,8,268435456,NCCL,reduce_scatter,0.557
int8,8,536870912,NCCL,reduce_scatter,1.0862
int8,8,1073741824,NCCL,reduce_scatter,2.136
int8,8,2147483648,NCCL,reduce_scatter,4.209300000000001
int8,8,4294967296,NCCL,reduce_scatter,8.3004
int8,8,8589934592,NCCL,reduce_scatter,16.47
half,16,128,NCCL,reduce_scatter,0.02798
half,16,256,NCCL,reduce_scatter,0.02825
half,16,512,NCCL,reduce_scatter,0.02863
half,16,1024,NCCL,reduce_scatter,0.02902
half,16,2048,NCCL,reduce_scatter,0.02959
half,16,4096,NCCL,reduce_scatter,0.02987
half,16,8192,NCCL,reduce_scatter,0.030180000000000002
half,16,16384,NCCL,reduce_scatter,0.03041
half,16,32768,NCCL,reduce_scatter,0.03127
half,16,65536,NCCL,reduce_scatter,0.03161
half,16,131072,NCCL,reduce_scatter,0.03182
half,16,262144,NCCL,reduce_scatter,0.03207
half,16,524288,NCCL,reduce_scatter,0.03268
half,16,1048576,NCCL,reduce_scatter,0.03383
half,16,2097152,NCCL,reduce_scatter,0.04259
half,16,4194304,NCCL,reduce_scatter,0.05319
half,16,8388608,NCCL,reduce_scatter,0.07416
half,16,16777216,NCCL,reduce_scatter,0.1003
half,16,33554432,NCCL,reduce_scatter,0.15530000000000002
half,16,67108864,NCCL,reduce_scatter,0.255
half,16,134217728,NCCL,reduce_scatter,0.4038
half,16,268435456,NCCL,reduce_scatter,0.7851
half,16,536870912,NCCL,reduce_scatter,1.5566
half,16,1073741824,NCCL,reduce_scatter,3.0091
half,16,2147483648,NCCL,reduce_scatter,5.8950000000000005
half,16,4294967296,NCCL,reduce_scatter,11.668000000000001
int8,16,256,NCCL,reduce_scatter,0.027899999999999998
int8,16,512,NCCL,reduce_scatter,0.028190000000000003
int8,16,1024,NCCL,reduce_scatter,0.02859
int8,16,2048,NCCL,reduce_scatter,0.028980000000000002
int8,16,4096,NCCL,reduce_scatter,0.02928
int8,16,8192,NCCL,reduce_scatter,0.02954
int8,16,16384,NCCL,reduce_scatter,0.02983
int8,16,32768,NCCL,reduce_scatter,0.03032
int8,16,65536,NCCL,reduce_scatter,0.031010000000000003
int8,16,131072,NCCL,reduce_scatter,0.03143
int8,16,262144,NCCL,reduce_scatter,0.03177
int8,16,524288,NCCL,reduce_scatter,0.03202000000000001
int8,16,1048576,NCCL,reduce_scatter,0.03261
int8,16,2097152,NCCL,reduce_scatter,0.03379
int8,16,4194304,NCCL,reduce_scatter,0.04324
int8,16,8388608,NCCL,reduce_scatter,0.067
int8,16,16777216,NCCL,reduce_scatter,0.06465000000000001
int8,16,33554432,NCCL,reduce_scatter,0.09494
int8,16,67108864,NCCL,reduce_scatter,0.15719999999999998
int8,16,134217728,NCCL,reduce_scatter,0.25639999999999996
int8,16,268435456,NCCL,reduce_scatter,0.4977
int8,16,536870912,NCCL,reduce_scatter,1.1438
int8,16,1073741824,NCCL,reduce_scatter,2.2515
int8,16,2147483648,NCCL,reduce_scatter,4.46
int8,16,4294967296,NCCL,reduce_scatter,8.8485
int8,16,8589934592,NCCL,reduce_scatter,17.567
half,32,0,NCCL,reduce_scatter,0.00266
half,32,256,NCCL,reduce_scatter,0.055299999999999995
half,32,512,NCCL,reduce_scatter,0.05534000000000001
half,32,1024,NCCL,reduce_scatter,0.05536
half,32,2048,NCCL,reduce_scatter,0.05844
half,32,4096,NCCL,reduce_scatter,0.05709
half,32,8192,NCCL,reduce_scatter,0.05634
half,32,16384,NCCL,reduce_scatter,0.05787
half,32,32768,NCCL,reduce_scatter,0.05836
half,32,65536,NCCL,reduce_scatter,0.06001
half,32,131072,NCCL,reduce_scatter,0.060790000000000004
half,32,262144,NCCL,reduce_scatter,0.06167
half,32,524288,NCCL,reduce_scatter,0.0625
half,32,1048576,NCCL,reduce_scatter,0.06321
half,32,2097152,NCCL,reduce_scatter,0.06528
half,32,4194304,NCCL,reduce_scatter,0.07286
half,32,8388608,NCCL,reduce_scatter,0.08758
half,32,16777216,NCCL,reduce_scatter,0.1264
half,32,33554432,NCCL,reduce_scatter,0.1832
half,32,67108864,NCCL,reduce_scatter,0.292
half,32,134217728,NCCL,reduce_scatter,0.4995
half,32,268435456,NCCL,reduce_scatter,0.7963
half,32,536870912,NCCL,reduce_scatter,1.5506
half,32,1073741824,NCCL,reduce_scatter,3.1001
half,32,2147483648,NCCL,reduce_scatter,6.073600000000001
half,32,4294967296,NCCL,reduce_scatter,11.982000000000001
int8,32,0,NCCL,reduce_scatter,0.00277
int8,32,512,NCCL,reduce_scatter,0.048380000000000006
int8,32,1024,NCCL,reduce_scatter,0.04887
int8,32,2048,NCCL,reduce_scatter,0.04981
int8,32,4096,NCCL,reduce_scatter,0.050710000000000005
int8,32,8192,NCCL,reduce_scatter,0.051680000000000004
int8,32,16384,NCCL,reduce_scatter,0.05213
int8,32,32768,NCCL,reduce_scatter,0.05265
int8,32,65536,NCCL,reduce_scatter,0.05348
int8,32,131072,NCCL,reduce_scatter,0.055130000000000005
int8,32,262144,NCCL,reduce_scatter,0.055619999999999996
int8,32,524288,NCCL,reduce_scatter,0.056119999999999996
int8,32,1048576,NCCL,reduce_scatter,0.05701
int8,32,2097152,NCCL,reduce_scatter,0.05801
int8,32,4194304,NCCL,reduce_scatter,0.05879
int8,32,8388608,NCCL,reduce_scatter,0.07843000000000001
int8,32,16777216,NCCL,reduce_scatter,0.1273
int8,32,33554432,NCCL,reduce_scatter,0.1158
int8,32,67108864,NCCL,reduce_scatter,0.1789
int8,32,134217728,NCCL,reduce_scatter,0.2967
int8,32,268435456,NCCL,reduce_scatter,0.4909
int8,32,536870912,NCCL,reduce_scatter,1.0085
int8,32,1073741824,NCCL,reduce_scatter,2.3082
int8,32,2147483648,NCCL,reduce_scatter,4.592300000000001
int8,32,4294967296,NCCL,reduce_scatter,9.130600000000001
int8,32,8589934592,NCCL,reduce_scatter,18.188
half,48,0,NCCL,reduce_scatter,0.0030099999999999997
half,48,0,NCCL,reduce_scatter,0.0030099999999999997
half,48,384,NCCL,reduce_scatter,0.06879
half,48,768,NCCL,reduce_scatter,0.06956999999999999
half,48,1920,NCCL,reduce_scatter,0.07221
half,48,3840,NCCL,reduce_scatter,0.07352
half,48,8064,NCCL,reduce_scatter,0.07440000000000001
half,48,16128,NCCL,reduce_scatter,0.07501000000000001
half,48,32640,NCCL,reduce_scatter,0.09142
half,48,65280,NCCL,reduce_scatter,0.09292
half,48,130944,NCCL,reduce_scatter,0.09526000000000001
half,48,261888,NCCL,reduce_scatter,0.09670999999999999
half,48,524160,NCCL,reduce_scatter,0.1008
half,48,1048320,NCCL,reduce_scatter,0.1041
half,48,2097024,NCCL,reduce_scatter,0.09598000000000001
half,48,4194048,NCCL,reduce_scatter,0.1067
half,48,8388480,NCCL,reduce_scatter,0.14830000000000002
half,48,16776960,NCCL,reduce_scatter,0.2559
half,48,33554304,NCCL,reduce_scatter,0.229
half,48,67108608,NCCL,reduce_scatter,0.32410000000000005
half,48,134217600,NCCL,reduce_scatter,0.5176000000000001
half,48,268435200,NCCL,reduce_scatter,0.9929
half,48,536870784,NCCL,reduce_scatter,1.5727
half,48,1073741568,NCCL,reduce_scatter,3.116
half,48,2147483520,NCCL,reduce_scatter,6.081300000000001
half,48,4294967040,NCCL,reduce_scatter,12.082
int8,48,0,NCCL,reduce_scatter,0.0025
int8,48,0,NCCL,reduce_scatter,0.0025
int8,48,768,NCCL,reduce_scatter,0.06936
int8,48,1536,NCCL,reduce_scatter,0.0702
int8,48,3840,NCCL,reduce_scatter,0.0729
int8,48,7680,NCCL,reduce_scatter,0.0742
int8,48,16128,NCCL,reduce_scatter,0.07502
int8,48,32256,NCCL,reduce_scatter,0.07568000000000001
int8,48,65280,NCCL,reduce_scatter,0.09164
int8,48,130560,NCCL,reduce_scatter,0.09346
int8,48,261888,NCCL,reduce_scatter,0.09684999999999999
int8,48,523776,NCCL,reduce_scatter,0.09809000000000001
int8,48,1048320,NCCL,reduce_scatter,0.10250000000000001
int8,48,2096640,NCCL,reduce_scatter,0.1056
int8,48,4194048,NCCL,reduce_scatter,0.09751000000000001
int8,48,8388096,NCCL,reduce_scatter,0.1082
int8,48,16776960,NCCL,reduce_scatter,0.15059999999999998
int8,48,33553920,NCCL,reduce_scatter,0.25960000000000005
int8,48,67108608,NCCL,reduce_scatter,0.2371
int8,48,134217216,NCCL,reduce_scatter,0.33880000000000005
int8,48,268435200,NCCL,reduce_scatter,0.5346000000000001
int8,48,536870400,NCCL,reduce_scatter,0.9784
int8,48,1073741568,NCCL,reduce_scatter,2.3224
int8,48,2147483136,NCCL,reduce_scatter,4.8441
int8,48,4294967040,NCCL,reduce_scatter,9.299
int8,48,8589934080,NCCL,reduce_scatter,18.712
half,64,0,NCCL,reduce_scatter,0.00283
half,64,0,NCCL,reduce_scatter,0.00281
half,64,512,NCCL,reduce_scatter,0.08962
half,64,1024,NCCL,reduce_scatter,0.09071
half,64,2048,NCCL,reduce_scatter,0.09235
half,64,4096,NCCL,reduce_scatter,0.09451999999999999
half,64,8192,NCCL,reduce_scatter,0.09613
half,64,16384,NCCL,reduce_scatter,0.09703
half,64,32768,NCCL,reduce_scatter,0.09824
half,64,65536,NCCL,reduce_scatter,0.1
half,64,131072,NCCL,reduce_scatter,0.10250000000000001
half,64,262144,NCCL,reduce_scatter,0.1026
half,64,524288,NCCL,reduce_scatter,0.1042
half,64,1048576,NCCL,reduce_scatter,0.1061
half,64,2097152,NCCL,reduce_scatter,0.1066
half,64,4194304,NCCL,reduce_scatter,0.1081
half,64,8388608,NCCL,reduce_scatter,0.1462
half,64,16777216,NCCL,reduce_scatter,0.24280000000000002
half,64,33554432,NCCL,reduce_scatter,0.21630000000000002
half,64,67108864,NCCL,reduce_scatter,0.32339999999999997
half,64,134217728,NCCL,reduce_scatter,0.5569
half,64,268435456,NCCL,reduce_scatter,0.9837
half,64,536870912,NCCL,reduce_scatter,1.5760999999999998
half,64,1073741824,NCCL,reduce_scatter,3.0877
half,64,2147483648,NCCL,reduce_scatter,6.168
half,64,4294967296,NCCL,reduce_scatter,12.226
int8,64,0,NCCL,reduce_scatter,0.00292
int8,64,0,NCCL,reduce_scatter,0.00286
int8,64,1024,NCCL,reduce_scatter,0.08995
int8,64,2048,NCCL,reduce_scatter,0.09116
int8,64,4096,NCCL,reduce_scatter,0.09276000000000001
int8,64,8192,NCCL,reduce_scatter,0.0948
int8,64,16384,NCCL,reduce_scatter,0.09659000000000001
int8,64,32768,NCCL,reduce_scatter,0.09749
int8,64,65536,NCCL,reduce_scatter,0.09848000000000001
int8,64,131072,NCCL,reduce_scatter,0.1003
int8,64,262144,NCCL,reduce_scatter,0.1026
int8,64,524288,NCCL,reduce_scatter,0.1034
int8,64,1048576,NCCL,reduce_scatter,0.1052
int8,64,2097152,NCCL,reduce_scatter,0.10690000000000001
int8,64,4194304,NCCL,reduce_scatter,0.10779999999999999
int8,64,8388608,NCCL,reduce_scatter,0.1093
int8,64,16777216,NCCL,reduce_scatter,0.1487
int8,64,33554432,NCCL,reduce_scatter,0.2471
int8,64,67108864,NCCL,reduce_scatter,0.22030000000000002
int8,64,134217728,NCCL,reduce_scatter,0.3427
int8,64,268435456,NCCL,reduce_scatter,0.5736
int8,64,536870912,NCCL,reduce_scatter,0.9669
int8,64,1073741824,NCCL,reduce_scatter,2.0316
int8,64,2147483648,NCCL,reduce_scatter,4.6351
int8,64,4294967296,NCCL,reduce_scatter,9.2799
int8,64,8589934592,NCCL,reduce_scatter,18.498
half,8,128,NCCL,all_gather,0.01727
half,8,256,NCCL,all_gather,0.01745
half,8,512,NCCL,all_gather,0.01758
half,8,1024,NCCL,all_gather,0.01788
half,8,2048,NCCL,all_gather,0.01767
half,8,4096,NCCL,all_gather,0.01804
half,8,8192,NCCL,all_gather,0.01841
half,8,16384,NCCL,all_gather,0.01882
half,8,32768,NCCL,all_gather,0.019510000000000003
half,8,65536,NCCL,all_gather,0.01961
half,8,131072,NCCL,all_gather,0.01975
half,8,262144,NCCL,all_gather,0.01998
half,8,524288,NCCL,all_gather,0.0206
half,8,1048576,NCCL,all_gather,0.022850000000000002
half,8,2097152,NCCL,all_gather,0.02995
half,8,4194304,NCCL,all_gather,0.045340000000000005
half,8,8388608,NCCL,all_gather,0.047369999999999995
half,8,16777216,NCCL,all_gather,0.07373
half,8,33554432,NCCL,all_gather,0.1413
half,8,67108864,NCCL,all_gather,0.2066
half,8,134217728,NCCL,all_gather,0.4012
half,8,268435456,NCCL,all_gather,0.7852
half,8,536870912,NCCL,all_gather,1.5070000000000001
half,8,1073741824,NCCL,all_gather,2.9038000000000004
half,8,2147483648,NCCL,all_gather,5.6455
half,8,4294967296,NCCL,all_gather,11.165000000000001
int8,8,256,NCCL,all_gather,0.01743
int8,8,512,NCCL,all_gather,0.01758
int8,8,1024,NCCL,all_gather,0.01774
int8,8,2048,NCCL,all_gather,0.01783
int8,8,4096,NCCL,all_gather,0.01797
int8,8,8192,NCCL,all_gather,0.01814
int8,8,16384,NCCL,all_gather,0.01832
int8,8,32768,NCCL,all_gather,0.019030000000000002
int8,8,65536,NCCL,all_gather,0.019289999999999998
int8,8,131072,NCCL,all_gather,0.019760000000000003
int8,8,262144,NCCL,all_gather,0.019870000000000002
int8,8,524288,NCCL,all_gather,0.020030000000000003
int8,8,1048576,NCCL,all_gather,0.020530000000000003
int8,8,2097152,NCCL,all_gather,0.02293
int8,8,4194304,NCCL,all_gather,0.030010000000000002
int8,8,8388608,NCCL,all_gather,0.04507
int8,8,16777216,NCCL,all_gather,0.04743
int8,8,33554432,NCCL,all_gather,0.07409
int8,8,67108864,NCCL,all_gather,0.1414
int8,8,134217728,NCCL,all_gather,0.2068
int8,8,268435456,NCCL,all_gather,0.4016
int8,8,536870912,NCCL,all_gather,0.7864
int8,8,1073741824,NCCL,all_gather,1.5057
int8,8,2147483648,NCCL,all_gather,2.9036999999999997
int8,8,4294967296,NCCL,all_gather,5.651
int8,8,8589934592,NCCL,all_gather,11.166
half,16,128,NCCL,all_gather,0.02791
half,16,256,NCCL,all_gather,0.028120000000000003
half,16,512,NCCL,all_gather,0.02831
half,16,1024,NCCL,all_gather,0.02886
half,16,2048,NCCL,all_gather,0.02925
half,16,4096,NCCL,all_gather,0.0294
half,16,8192,NCCL,all_gather,0.02973
half,16,16384,NCCL,all_gather,0.02999
half,16,32768,NCCL,all_gather,0.03096
half,16,65536,NCCL,all_gather,0.0313
half,16,131072,NCCL,all_gather,0.03158
half,16,262144,NCCL,all_gather,0.03175
half,16,524288,NCCL,all_gather,0.03209000000000001
half,16,1048576,NCCL,all_gather,0.032909999999999995
half,16,2097152,NCCL,all_gather,0.03796
half,16,4194304,NCCL,all_gather,0.04258
half,16,8388608,NCCL,all_gather,0.06605
half,16,16777216,NCCL,all_gather,0.09539
half,16,33554432,NCCL,all_gather,0.1571
half,16,67108864,NCCL,all_gather,0.23190000000000002
half,16,134217728,NCCL,all_gather,0.4054
half,16,268435456,NCCL,all_gather,0.798
half,16,536870912,NCCL,all_gather,1.5776
half,16,1073741824,NCCL,all_gather,3.0571
half,16,2147483648,NCCL,all_gather,6.0048
half,16,4294967296,NCCL,all_gather,11.845
int8,16,256,NCCL,all_gather,0.027530000000000002
int8,16,512,NCCL,all_gather,0.027719999999999998
int8,16,1024,NCCL,all_gather,0.02802
int8,16,2048,NCCL,all_gather,0.028460000000000003
int8,16,4096,NCCL,all_gather,0.028739999999999998
int8,16,8192,NCCL,all_gather,0.02903
int8,16,16384,NCCL,all_gather,0.029230000000000003
int8,16,32768,NCCL,all_gather,0.0297
int8,16,65536,NCCL,all_gather,0.03091
int8,16,131072,NCCL,all_gather,0.03146
int8,16,262144,NCCL,all_gather,0.03165
int8,16,524288,NCCL,all_gather,0.03181
int8,16,1048576,NCCL,all_gather,0.03208
int8,16,2097152,NCCL,all_gather,0.032990000000000005
int8,16,4194304,NCCL,all_gather,0.038
int8,16,8388608,NCCL,all_gather,0.04251
int8,16,16777216,NCCL,all_gather,0.06603
int8,16,33554432,NCCL,all_gather,0.09539
int8,16,67108864,NCCL,all_gather,0.1574
int8,16,134217728,NCCL,all_gather,0.231
int8,16,268435456,NCCL,all_gather,0.4058
int8,16,536870912,NCCL,all_gather,0.8004
int8,16,1073741824,NCCL,all_gather,1.5732000000000002
int8,16,2147483648,NCCL,all_gather,3.0725000000000002
int8,16,4294967296,NCCL,all_gather,6.0076
int8,16,8589934592,NCCL,all_gather,11.848
half,32,0,NCCL,all_gather,0.00252
half,32,256,NCCL,all_gather,0.04558
half,32,512,NCCL,all_gather,0.04568
half,32,1024,NCCL,all_gather,0.045700000000000005
half,32,2048,NCCL,all_gather,0.045649999999999996
half,32,4096,NCCL,all_gather,0.04558
half,32,8192,NCCL,all_gather,0.04561
half,32,16384,NCCL,all_gather,0.04541
half,32,32768,NCCL,all_gather,0.04482
half,32,65536,NCCL,all_gather,0.04507
half,32,131072,NCCL,all_gather,0.04516
half,32,262144,NCCL,all_gather,0.04572
half,32,524288,NCCL,all_gather,0.04579
half,32,1048576,NCCL,all_gather,0.04661
half,32,2097152,NCCL,all_gather,0.04598
half,32,4194304,NCCL,all_gather,0.05407
half,32,8388608,NCCL,all_gather,0.06945
half,32,16777216,NCCL,all_gather,0.1241
half,32,33554432,NCCL,all_gather,0.217
half,32,67108864,NCCL,all_gather,0.32830000000000004
half,32,134217728,NCCL,all_gather,0.5451
half,32,268435456,NCCL,all_gather,0.802
half,32,536870912,NCCL,all_gather,1.588
half,32,1073741824,NCCL,all_gather,3.1670000000000003
half,32,2147483648,NCCL,all_gather,6.2156
half,32,4294967296,NCCL,all_gather,12.22
int8,32,0,NCCL,all_gather,0.00292
int8,32,512,NCCL,all_gather,0.04578
int8,32,1024,NCCL,all_gather,0.04561
int8,32,2048,NCCL,all_gather,0.04576
int8,32,4096,NCCL,all_gather,0.04557
int8,32,8192,NCCL,all_gather,0.04569
int8,32,16384,NCCL,all_gather,0.04557
int8,32,32768,NCCL,all_gather,0.045340000000000005
int8,32,65536,NCCL,all_gather,0.04439
int8,32,131072,NCCL,all_gather,0.04468
int8,32,262144,NCCL,all_gather,0.045090000000000005
int8,32,524288,NCCL,all_gather,0.04582
int8,32,1048576,NCCL,all_gather,0.04579
int8,32,2097152,NCCL,all_gather,0.046630000000000005
int8,32,4194304,NCCL,all_gather,0.04604
int8,32,8388608,NCCL,all_gather,0.05394
int8,32,16777216,NCCL,all_gather,0.06943
int8,32,33554432,NCCL,all_gather,0.1243
int8,32,67108864,NCCL,all_gather,0.2171
int8,32,134217728,NCCL,all_gather,0.32930000000000004
int8,32,268435456,NCCL,all_gather,0.5466000000000001
int8,32,536870912,NCCL,all_gather,0.8027000000000001
int8,32,1073741824,NCCL,all_gather,1.6004
int8,32,2147483648,NCCL,all_gather,3.1699
int8,32,4294967296,NCCL,all_gather,6.211
int8,32,8589934592,NCCL,all_gather,12.21
half,48,0,NCCL,all_gather,0.0026000000000000003
half,48,0,NCCL,all_gather,0.00257
half,48,384,NCCL,all_gather,0.06756000000000001
half,48,768,NCCL,all_gather,0.06844
half,48,1920,NCCL,all_gather,0.07065
half,48,3840,NCCL,all_gather,0.07155
half,48,8064,NCCL,all_gather,0.07219
half,48,16128,NCCL,all_gather,0.07247
half,48,32640,NCCL,all_gather,0.07587
half,48,65280,NCCL,all_gather,0.07895999999999999
half,48,130944,NCCL,all_gather,0.09126000000000001
half,48,261888,NCCL,all_gather,0.09052
half,48,524160,NCCL,all_gather,0.09054000000000001
half,48,1048320,NCCL,all_gather,0.09019
half,48,2097024,NCCL,all_gather,0.09073
half,48,4194048,NCCL,all_gather,0.09282
half,48,8388480,NCCL,all_gather,0.131
half,48,16776960,NCCL,all_gather,0.2069
half,48,33554304,NCCL,all_gather,0.19890000000000002
half,48,67108608,NCCL,all_gather,0.2957
half,48,134217600,NCCL,all_gather,0.485
half,48,268435200,NCCL,all_gather,0.8834
half,48,536870784,NCCL,all_gather,1.5912000000000002
half,48,1073741568,NCCL,all_gather,3.1832
half,48,2147483520,NCCL,all_gather,6.2142
half,48,4294967040,NCCL,all_gather,12.33
int8,48,0,NCCL,all_gather,0.00284
int8,48,0,NCCL,all_gather,0.00294
int8,48,768,NCCL,all_gather,0.06777
int8,48,1536,NCCL,all_gather,0.0686
int8,48,3840,NCCL,all_gather,0.0709
int8,48,7680,NCCL,all_gather,0.07169
int8,48,16128,NCCL,all_gather,0.07253
int8,48,32256,NCCL,all_gather,0.07279000000000001
int8,48,65280,NCCL,all_gather,0.07640999999999999
int8,48,130560,NCCL,all_gather,0.07931
int8,48,261888,NCCL,all_gather,0.09125
int8,48,523776,NCCL,all_gather,0.09057
int8,48,1048320,NCCL,all_gather,0.09055
int8,48,2096640,NCCL,all_gather,0.09005
int8,48,4194048,NCCL,all_gather,0.09078
int8,48,8388096,NCCL,all_gather,0.09288
int8,48,16776960,NCCL,all_gather,0.1311
int8,48,33553920,NCCL,all_gather,0.2072
int8,48,67108608,NCCL,all_gather,0.19890000000000002
int8,48,134217216,NCCL,all_gather,0.2962
int8,48,268435200,NCCL,all_gather,0.4828
int8,48,536870400,NCCL,all_gather,0.8812000000000001
int8,48,1073741568,NCCL,all_gather,1.588
int8,48,2147483136,NCCL,all_gather,3.1572
int8,48,4294967040,NCCL,all_gather,6.2128000000000005
int8,48,8589934080,NCCL,all_gather,12.305
half,64,0,NCCL,all_gather,0.00264
half,64,0,NCCL,all_gather,0.00261
half,64,512,NCCL,all_gather,0.08838
half,64,1024,NCCL,all_gather,0.08951
half,64,2048,NCCL,all_gather,0.09098
half,64,4096,NCCL,all_gather,0.09233
half,64,8192,NCCL,all_gather,0.09412999999999999
half,64,16384,NCCL,all_gather,0.09490000000000001
half,64,32768,NCCL,all_gather,0.09565000000000001
half,64,65536,NCCL,all_gather,0.09704000000000002
half,64,131072,NCCL,all_gather,0.1014
half,64,262144,NCCL,all_gather,0.10200000000000001
half,64,524288,NCCL,all_gather,0.1027
half,64,1048576,NCCL,all_gather,0.1034
half,64,2097152,NCCL,all_gather,0.1038
half,64,4194304,NCCL,all_gather,0.105
half,64,8388608,NCCL,all_gather,0.1272
half,64,16777216,NCCL,all_gather,0.189
half,64,33554432,NCCL,all_gather,0.19290000000000002
half,64,67108864,NCCL,all_gather,0.30560000000000004
half,64,134217728,NCCL,all_gather,0.5072
half,64,268435456,NCCL,all_gather,0.8895000000000001
half,64,536870912,NCCL,all_gather,1.5919
half,64,1073741824,NCCL,all_gather,3.1623
half,64,2147483648,NCCL,all_gather,6.3227
half,64,4294967296,NCCL,all_gather,12.531
int8,64,0,NCCL,all_gather,0.0028
int8,64,0,NCCL,all_gather,0.00279
int8,64,1024,NCCL,all_gather,0.08788
int8,64,2048,NCCL,all_gather,0.08907
int8,64,4096,NCCL,all_gather,0.09057
int8,64,8192,NCCL,all_gather,0.09194
int8,64,16384,NCCL,all_gather,0.0936
int8,64,32768,NCCL,all_gather,0.09423000000000001
int8,64,65536,NCCL,all_gather,0.09520999999999999
int8,64,131072,NCCL,all_gather,0.09665000000000001
int8,64,262144,NCCL,all_gather,0.1013
int8,64,524288,NCCL,all_gather,0.1017
int8,64,1048576,NCCL,all_gather,0.1024
int8,64,2097152,NCCL,all_gather,0.1028
int8,64,4194304,NCCL,all_gather,0.1031
int8,64,8388608,NCCL,all_gather,0.1048
int8,64,16777216,NCCL,all_gather,0.1273
int8,64,33554432,NCCL,all_gather,0.18919999999999998
int8,64,67108864,NCCL,all_gather,0.19269999999999998
int8,64,134217728,NCCL,all_gather,0.3054
int8,64,268435456,NCCL,all_gather,0.5067
int8,64,536870912,NCCL,all_gather,0.8925000000000001
int8,64,1073741824,NCCL,all_gather,1.5919
int8,64,2147483648,NCCL,all_gather,3.1677
int8,64,4294967296,NCCL,all_gather,6.3324
int8,64,8589934592,NCCL,all_gather,12.450000000000001
