framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,256,0.0053
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,512,0.00529
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,1024,0.0079
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,2048,0.00789
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,4096,0.00763
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,8192,0.00683
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,16384,0.008289999999999999
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,32768,0.00931
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,65536,0.01245
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,131072,0.01831
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,262144,0.03537
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,524288,0.04851
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,1048576,0.07179
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,2097152,0.1218
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,4194304,0.2276
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,8388608,0.439
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,16777216,0.868
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,33554432,1.7322000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,67108864,3.4761
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,134217728,6.931
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,2,268435456,13.698
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,512,0.00531
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,1024,0.00518
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,2048,0.00539
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,4096,0.00529
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,8192,0.00808
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,16384,0.00675
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,32768,0.0077800000000000005
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,65536,0.00919
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,131072,0.0126
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,262144,0.01825
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,524288,0.03546
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,1048576,0.049060000000000006
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,2097152,0.07175000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,4194304,0.12140000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,8388608,0.226
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,16777216,0.439
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,33554432,0.8625
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,67108864,1.7368
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,134217728,3.4492
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,268435456,6.9504
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,2,536870912,13.788
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,256,0.00709
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,512,0.007240000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,1024,0.00907
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,2048,0.009380000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,4096,0.01086
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,8192,0.01091
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,16384,0.00934
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,32768,0.0115
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,65536,0.0172
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,131072,0.020489999999999998
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,262144,0.02716
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,524288,0.04339
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,1048576,0.06614
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,2097152,0.11240000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,4194304,0.2059
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,8388608,0.401
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,16777216,0.7635000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,33554432,1.5250000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,67108864,3.0077
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,134217728,6.0199
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,2,268435456,12.042
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,512,0.00688
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,1024,0.00721
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,2048,0.00872
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,4096,0.00811
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,8192,0.008400000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,16384,0.008320000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,32768,0.00979
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,65536,0.01114
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,131072,0.016870000000000003
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,262144,0.020390000000000002
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,524288,0.02741
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,1048576,0.04356
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,2097152,0.06628
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,4194304,0.11270000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,8388608,0.2047
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,16777216,0.39280000000000004
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,33554432,0.7641
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,67108864,1.5272999999999999
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,134217728,3.031
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,268435456,6.0335
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,2,536870912,11.987
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,256,0.00531
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,512,0.00549
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,1024,0.00529
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,2048,0.0077
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,4096,0.00583
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,8192,0.00677
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,16384,0.0083
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,32768,0.00915
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,65536,0.01253
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,131072,0.01818
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,262144,0.03388
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,524288,0.047479999999999994
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,1048576,0.07257
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,2097152,0.1254
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,4194304,0.2339
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,8388608,0.45930000000000004
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,16777216,0.9012000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,33554432,1.8184000000000002
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,67108864,3.6365000000000003
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,134217728,7.1795
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,2,268435456,14.182
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,512,0.00531
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,1024,0.00777
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,2048,0.00659
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,4096,0.008490000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,8192,0.007240000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,16384,0.006690000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,32768,0.008199999999999999
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,65536,0.00929
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,131072,0.01259
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,262144,0.018420000000000002
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,524288,0.03523
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,1048576,0.04939
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,2097152,0.0746
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,4194304,0.1278
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,8388608,0.23600000000000002
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,16777216,0.46130000000000004
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,33554432,0.9075
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,67108864,1.8400999999999998
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,134217728,3.6143
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,268435456,7.1573
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,2,536870912,13.719
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,256,0.00774
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,512,0.00596
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,1024,0.00631
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,2048,0.0064600000000000005
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,4096,0.00809
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,8192,0.00754
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,16384,0.0091
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,32768,0.01256
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,65536,0.018760000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,131072,0.030670000000000003
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,262144,0.05002
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,524288,0.07476000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,1048576,0.1207
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,2097152,0.2215
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,4194304,0.4289
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,8388608,0.8504
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,16777216,1.6893
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,33554432,3.3588000000000005
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,67108864,6.719600000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,134217728,13.373000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,2,268435456,26.7
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,512,0.0088
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,1024,0.00856
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,2048,0.008400000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,4096,0.00654
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,8192,0.00801
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,16384,0.00763
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,32768,0.00908
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,65536,0.012660000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,131072,0.01877
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,262144,0.030510000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,524288,0.052360000000000004
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,1048576,0.07693000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,2097152,0.1226
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,4194304,0.22119999999999998
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,8388608,0.4318
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,16777216,0.8489
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,33554432,1.685
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,67108864,3.3686
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,134217728,6.6983999999999995
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,268435456,13.348
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,2,536870912,26.625
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,256,0.00863
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,512,0.01085
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,1024,0.00992
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,2048,0.00873
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,4096,0.00912
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,8192,0.01055
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,16384,0.01365
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,32768,0.02097
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,65536,0.03615
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,131072,0.06663
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,262144,0.09856999999999999
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,524288,0.1546
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,1048576,0.3291
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,2097152,0.6738
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,4194304,1.3428
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,8388608,2.6466
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,16777216,5.2735
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,33554432,10.622
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,67108864,21.419
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,134217728,42.72
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,4,268435456,84.965
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,512,0.00851
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,1024,0.00856
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,2048,0.0086
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,4096,0.00897
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,8192,0.00917
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,16384,0.01062
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,32768,0.013970000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,65536,0.021320000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,131072,0.03653
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,262144,0.06565000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,524288,0.098
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,1048576,0.1565
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,2097152,0.3297
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,4194304,0.6678999999999999
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,8388608,1.338
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,16777216,2.6591
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,33554432,5.2702
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,67108864,10.648
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,134217728,21.384
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,268435456,42.629
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,4,536870912,85.268
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,256,0.009470000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,512,0.01134
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,1024,0.009460000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,2048,0.00961
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,4096,0.00959
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,8192,0.01268
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,16384,0.01856
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,32768,0.02995
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,65536,0.053649999999999996
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,131072,0.0549
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,262144,0.0994
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,524288,0.1856
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,1048576,0.3599
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,2097152,0.6975
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,4194304,1.3567
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,8388608,2.691
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,16777216,5.4258999999999995
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,33554432,10.907
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,67108864,21.947
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,134217728,44.168
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,4,268435456,88.647
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,512,0.00943
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,1024,0.00895
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,2048,0.01131
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,4096,0.01088
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,8192,0.009550000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,16384,0.01267
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,32768,0.01866
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,65536,0.030350000000000002
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,131072,0.05416
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,262144,0.056229999999999995
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,524288,0.09986
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,1048576,0.18880000000000002
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,2097152,0.35710000000000003
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,4194304,0.6987000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,8388608,1.3657000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,16777216,2.7138000000000004
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,33554432,5.408399999999999
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,67108864,10.853
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,134217728,21.969
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,268435456,44.225
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,4,536870912,87.933
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,256,0.008480000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,512,0.0085
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,1024,0.008660000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,2048,0.0088
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,4096,0.00906
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,8192,0.01089
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,16384,0.014220000000000002
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,32768,0.02315
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,65536,0.03675
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,131072,0.06737
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,262144,0.1087
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,524288,0.1524
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,1048576,0.32160000000000005
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,2097152,0.6445
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,4194304,1.3007
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,8388608,2.5983
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,16777216,5.2047
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,33554432,10.379
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,67108864,20.692
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,134217728,41.142
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,4,268435456,80.987
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,512,0.00852
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,1024,0.00871
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,2048,0.01017
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,4096,0.010130000000000002
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,8192,0.00936
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,16384,0.010830000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,32768,0.01402
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,65536,0.02248
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,131072,0.03767
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,262144,0.06942000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,524288,0.1015
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,1048576,0.1605
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,2097152,0.32380000000000003
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,4194304,0.6087
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,8388608,1.1711
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,16777216,2.25
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,33554432,4.4082
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,67108864,8.828
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,134217728,17.579
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,268435456,34.824
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,4,536870912,68.379
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,256,0.011890000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,512,0.011960000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,1024,0.01247
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,2048,0.01236
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,4096,0.01298
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,8192,0.01613
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,16384,0.02007
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,32768,0.032200000000000006
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,65536,0.05772
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,131072,0.1097
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,262144,0.163
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,524288,0.26830000000000004
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,1048576,0.6221
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,2097152,1.2354
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,4194304,2.4588
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,8388608,4.9223
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,16777216,9.8366
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,33554432,19.699
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,67108864,39.325
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,134217728,78.355
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,4,268435456,156.034
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,512,0.01177
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,1024,0.01216
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,2048,0.0123
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,4096,0.0128
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,8192,0.01297
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,16384,0.01562
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,32768,0.02032
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,65536,0.03236
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,131072,0.059500000000000004
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,262144,0.1087
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,524288,0.1814
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,1048576,0.2854
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,2097152,0.6205
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,4194304,1.2187999999999999
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,8388608,2.406
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,16777216,4.6715
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,33554432,9.2029
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,67108864,18.303
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,134217728,36.53
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,268435456,72.631
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,4,536870912,144.81900000000002
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,256,0.01394
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,512,0.01359
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,1024,0.014410000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,2048,0.01512
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,4096,0.02181
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,8192,0.02332
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,16384,0.04668
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,32768,0.08600000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,65536,0.1539
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,131072,0.3155
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,262144,0.6198
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,524288,0.5099
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,1048576,1.4896
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,2097152,2.9116
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,4194304,6.1007
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,8388608,12.308
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,16777216,24.643
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,33554432,49.535000000000004
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,67108864,99.31700000000001
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,134217728,115.516
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,half,8,268435456,400.176
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,512,0.01353
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,1024,0.01359
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,2048,0.014400000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,4096,0.0157
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,8192,0.0181
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,16384,0.025140000000000003
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,32768,0.04569
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,65536,0.09133
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,131072,0.1525
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,262144,0.3152
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,524288,0.6245
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,1048576,0.5056
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,2097152,1.5002
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,4194304,2.9076
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,8388608,6.0785
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,16777216,12.282
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,33554432,24.727
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,67108864,49.518
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,134217728,100.898
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,268435456,198.458
TRTLLM,2.27.3,NVIDIA L40S,all_gather,NCCL,int8,8,536870912,397.596
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,256,0.011970000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,512,0.01239
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,1024,0.0109
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,2048,0.01284
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,4096,0.01858
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,8192,0.032130000000000006
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,16384,0.06255
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,32768,0.08251
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,65536,0.2538
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,131072,0.5226000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,262144,0.5045000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,524288,0.8616
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,1048576,1.7162000000000002
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,2097152,3.2306999999999997
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,4194304,6.2238999999999995
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,8388608,11.886000000000001
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,16777216,24.276
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,33554432,38.298
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,67108864,57.825
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,134217728,114.682
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,half,8,268435456,238.056
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,512,0.011689999999999999
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,1024,0.01323
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,2048,0.01085
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,4096,0.01375
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,8192,0.01872
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,16384,0.0315
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,32768,0.06218
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,65536,0.1257
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,131072,0.15730000000000002
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,262144,0.5217
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,524288,0.4372
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,1048576,0.8633
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,2097152,1.6998
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,4194304,3.1812
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,8388608,6.2192
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,16777216,11.986
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,33554432,24.913
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,67108864,47.172000000000004
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,134217728,57.801
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,268435456,152.296
TRTLLM,2.27.3,NVIDIA L40S,alltoall,NCCL,int8,8,536870912,282.767
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,256,0.01315
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,512,0.01554
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,1024,0.014070000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,2048,0.01525
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,4096,0.01798
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,8192,0.02477
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,16384,0.047170000000000004
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,32768,0.09837000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,65536,0.16690000000000002
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,131072,0.33330000000000004
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,262144,0.6296
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,524288,0.54
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,1048576,1.2328
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,2097152,2.5228
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,4194304,5.0536
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,8388608,9.4717
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,16777216,18.143
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,33554432,36.314
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,67108864,67.003
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,134217728,107.37
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,half,8,268435456,284.228
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,512,0.01367
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,1024,0.01368
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,2048,0.01445
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,4096,0.01572
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,8192,0.01759
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,16384,0.023379999999999998
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,32768,0.048159999999999994
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,65536,0.09085
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,131072,0.1682
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,262144,0.341
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,524288,0.6222000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,1048576,0.6875
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,2097152,1.4627000000000001
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,4194304,2.8949000000000003
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,8388608,5.8884
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,16777216,11.42
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,33554432,21.957
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,67108864,44.527
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,134217728,83.726
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,268435456,163.91
TRTLLM,2.27.3,NVIDIA L40S,reduce_scatter,NCCL,int8,8,536870912,284.315
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,256,0.022600000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,512,0.022420000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,1024,0.0233
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,2048,0.02576
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,4096,0.03251
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,8192,0.04168
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,16384,0.0903
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,32768,0.1645
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,65536,0.2799
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,131072,0.426
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,262144,0.5026
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,524288,0.8632000000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,1048576,2.6182
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,2097152,5.1491999999999996
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,4194304,9.9878
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,8388608,19.376
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,16777216,38.854
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,33554432,55.412
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,67108864,162.481
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,134217728,323.906
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,half,8,268435456,649.471
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,512,0.02215
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,1024,0.02309
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,2048,0.023260000000000003
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,4096,0.027710000000000002
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,8192,0.033710000000000004
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,16384,0.04168
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,32768,0.09251999999999999
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,65536,0.16119999999999998
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,131072,0.29
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,262144,0.5732999999999999
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,524288,0.5283
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,1048576,1.1535
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,2097152,3.0276
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,4194304,5.9814
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,8388608,11.994
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,16777216,23.656
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,33554432,46.392
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,67108864,89.58800000000001
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,134217728,179.988
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,268435456,361.91
TRTLLM,2.27.3,NVIDIA L40S,all_reduce,NCCL,int8,8,536870912,721.028
