framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,256,0.00638
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,512,0.00681
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,1024,0.00635
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,2048,0.0064
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,4096,0.008570000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,8192,0.00704
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,16384,0.00722
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,32768,0.009800000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,65536,0.0073
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,131072,0.00968
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,262144,0.00936
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,524288,0.012320000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,1048576,0.01802
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,2097152,0.028120000000000003
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,4194304,0.03821
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,8388608,0.056530000000000004
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,16777216,0.09275
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,33554432,0.16030000000000003
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,67108864,0.29460000000000003
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,134217728,0.5584
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,2,268435456,1.0714000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,512,0.00595
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,1024,0.00622
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,2048,0.00638
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,4096,0.00638
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,8192,0.00663
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,16384,0.00714
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,32768,0.0071600000000000006
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,65536,0.00749
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,131072,0.0079
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,262144,0.00801
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,524288,0.010029999999999999
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,1048576,0.0123
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,2097152,0.01839
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,4194304,0.027899999999999998
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,8388608,0.03755
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,16777216,0.05697
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,33554432,0.0927
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,67108864,0.16040000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,134217728,0.29460000000000003
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,268435456,0.559
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,2,536870912,1.0727
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,256,0.00684
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,512,0.00714
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,1024,0.00691
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,2048,0.006940000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,4096,0.00759
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,8192,0.009000000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,16384,0.00858
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,32768,0.00878
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,65536,0.0089
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,131072,0.0089
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,262144,0.01078
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,524288,0.013980000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,1048576,0.016300000000000002
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,2097152,0.02092
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,4194304,0.031170000000000003
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,8388608,0.0523
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,16777216,0.08212000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,33554432,0.1413
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,67108864,0.26789999999999997
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,134217728,0.4964
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,2,268435456,0.9535
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,512,0.007
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,1024,0.007019999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,2048,0.007030000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,4096,0.00878
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,8192,0.00742
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,16384,0.00858
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,32768,0.008539999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,65536,0.0086
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,131072,0.00908
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,262144,0.00904
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,524288,0.01095
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,1048576,0.01399
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,2097152,0.016100000000000003
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,4194304,0.02061
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,8388608,0.03054
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,16777216,0.05146
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,33554432,0.08159999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,67108864,0.1417
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,134217728,0.26789999999999997
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,268435456,0.4964
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,2,536870912,0.9549
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,256,0.006030000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,512,0.006070000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,1024,0.00613
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,2048,0.0063300000000000006
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,4096,0.00663
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,8192,0.00652
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,16384,0.00679
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,32768,0.00742
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,65536,0.00726
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,131072,0.00772
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,262144,0.00869
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,524288,0.01084
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,1048576,0.01584
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,2097152,0.023920000000000004
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,4194304,0.03295
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,8388608,0.05199
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,16777216,0.0942
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,33554432,0.1671
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,67108864,0.3089
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,134217728,0.5904
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,2,268435456,1.1042
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,512,0.00635
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,1024,0.006500000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,2048,0.00636
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,4096,0.00862
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,8192,0.00675
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,16384,0.006889999999999999
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,32768,0.00861
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,65536,0.0073
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,131072,0.0077599999999999995
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,262144,0.00807
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,524288,0.00919
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,1048576,0.01156
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,2097152,0.017140000000000002
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,4194304,0.02608
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,8388608,0.03556
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,16777216,0.055380000000000006
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,33554432,0.1003
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,67108864,0.1769
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,134217728,0.326
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,268435456,0.6219
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,2,536870912,1.1675
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,256,0.006690000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,512,0.00708
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,1024,0.007110000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,2048,0.00708
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,4096,0.0076500000000000005
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,8192,0.00795
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,16384,0.00809
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,32768,0.00841
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,65536,0.00826
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,131072,0.010130000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,262144,0.011300000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,524288,0.01529
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,1048576,0.02899
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,2097152,0.033909999999999996
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,4194304,0.04827000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,8388608,0.07970000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,16777216,0.1397
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,33554432,0.2502
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,67108864,0.4731
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,134217728,0.9021
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,2,268435456,1.72
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,512,0.007019999999999999
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,1024,0.00681
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,2048,0.00717
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,4096,0.00685
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,8192,0.00781
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,16384,0.008199999999999999
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,32768,0.0083
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,65536,0.00864
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,131072,0.00852
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,262144,0.009980000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,524288,0.012119999999999999
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,1048576,0.01685
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,2097152,0.03126
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,4194304,0.03643
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,8388608,0.05182
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,16777216,0.08377
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,33554432,0.1454
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,67108864,0.2582
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,134217728,0.4864
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,268435456,0.9241
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,2,536870912,1.7649000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,256,0.00931
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,512,0.007240000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,1024,0.00777
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,2048,0.00787
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,4096,0.00824
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,8192,0.01091
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,16384,0.01064
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,32768,0.00985
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,65536,0.01017
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,131072,0.01162
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,262144,0.01176
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,524288,0.01607
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,1048576,0.02093
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,2097152,0.03791
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,4194304,0.0471
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,8388608,0.0685
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,16777216,0.1102
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,33554432,0.19290000000000002
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,67108864,0.35050000000000003
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,134217728,0.6688
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,4,268435456,1.2881
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,512,0.00796
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,1024,0.00793
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,2048,0.0078
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,4096,0.008199999999999999
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,8192,0.00841
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,16384,0.009630000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,32768,0.009810000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,65536,0.011090000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,131072,0.00979
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,262144,0.010230000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,524288,0.011810000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,1048576,0.0148
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,2097152,0.02091
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,4194304,0.03801
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,8388608,0.047060000000000005
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,16777216,0.0685
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,33554432,0.1096
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,67108864,0.19319999999999998
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,134217728,0.35050000000000003
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,268435456,0.6686000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,4,536870912,1.2872999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,256,0.008199999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,512,0.00827
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,1024,0.00956
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,2048,0.00924
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,4096,0.0083
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,8192,0.00973
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,16384,0.00948
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,32768,0.01095
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,65536,0.00945
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,131072,0.01129
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,262144,0.01271
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,524288,0.01515
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,1048576,0.021920000000000002
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,2097152,0.023969999999999998
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,4194304,0.03758
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,8388608,0.06453
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,16777216,0.10840000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,33554432,0.18869999999999998
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,67108864,0.3466
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,134217728,0.6658999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,4,268435456,1.288
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,512,0.010060000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,1024,0.010150000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,2048,0.00835
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,4096,0.01153
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,8192,0.00903
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,16384,0.00911
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,32768,0.00906
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,65536,0.01091
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,131072,0.00937
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,262144,0.01042
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,524288,0.01125
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,1048576,0.01503
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,2097152,0.02196
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,4194304,0.0254
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,8388608,0.038990000000000004
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,16777216,0.06420999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,33554432,0.1082
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,67108864,0.18830000000000002
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,134217728,0.3452
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,268435456,0.6666000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,4,536870912,1.2881
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,256,0.00918
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,512,0.0097
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,1024,0.00937
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,2048,0.01002
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,4096,0.00838
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,8192,0.01375
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,16384,0.00877
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,32768,0.01053
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,65536,0.00923
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,131072,0.01071
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,262144,0.01056
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,524288,0.01385
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,1048576,0.01808
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,2097152,0.03444
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,4194304,0.039990000000000005
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,8388608,0.0601
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,16777216,0.1055
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,33554432,0.19090000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,67108864,0.3517
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,134217728,0.6742
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,4,268435456,1.303
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,512,0.00932
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,1024,0.00816
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,2048,0.0077599999999999995
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,4096,0.00934
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,8192,0.008220000000000002
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,16384,0.00879
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,32768,0.00957
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,65536,0.01218
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,131072,0.009550000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,262144,0.01135
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,524288,0.01086
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,1048576,0.01306
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,2097152,0.0195
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,4194304,0.03783
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,8388608,0.04376
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,16777216,0.06337
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,33554432,0.1093
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,67108864,0.2
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,134217728,0.3635
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,268435456,0.6958
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,4,536870912,1.3368
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,256,0.01008
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,512,0.010199999999999999
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,1024,0.011890000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,2048,0.01052
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,4096,0.01063
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,8192,0.01202
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,16384,0.0132
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,32768,0.01218
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,65536,0.012570000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,131072,0.01264
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,262144,0.01548
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,524288,0.019920000000000004
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,1048576,0.02854
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,2097152,0.04438
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,4194304,0.06497
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,8388608,0.1006
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,16777216,0.17550000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,33554432,0.32460000000000006
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,67108864,0.6158
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,134217728,1.1904000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,4,268435456,2.327
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,512,0.011720000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,1024,0.01
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,2048,0.01051
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,4096,0.011960000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,8192,0.01273
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,16384,0.01244
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,32768,0.01256
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,65536,0.014310000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,131072,0.01306
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,262144,0.01472
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,524288,0.01688
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,1048576,0.0219
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,2097152,0.03444
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,4194304,0.04222
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,8388608,0.06545000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,16777216,0.11040000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,33554432,0.18180000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,67108864,0.3334
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,134217728,0.6264
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,268435456,1.2044000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,4,536870912,2.3464
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,256,0.012320000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,512,0.01144
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,1024,0.01379
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,2048,0.01127
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,4096,0.012240000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,8192,0.012230000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,16384,0.01675
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,32768,0.01614
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,65536,0.01456
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,131072,0.01647
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,262144,0.01528
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,524288,0.020329999999999997
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,1048576,0.02413
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,2097152,0.03581
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,4194304,0.0455
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,8388608,0.06806000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,16777216,0.128
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,33554432,0.2105
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,67108864,0.38139999999999996
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,134217728,0.7316
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,half,8,268435456,1.4134000000000002
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,512,0.01112
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,1024,0.01122
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,2048,0.01194
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,4096,0.01126
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,8192,0.01341
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,16384,0.01219
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,32768,0.0145
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,65536,0.01472
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,131072,0.0148
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,262144,0.01494
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,524288,0.01534
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,1048576,0.01874
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,2097152,0.024329999999999997
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,4194304,0.03554
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,8388608,0.04578
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,16777216,0.0681
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,33554432,0.12819999999999998
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,67108864,0.2102
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,134217728,0.38180000000000003
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,268435456,0.7331000000000001
TRTLLM,2.26.2,NVIDIA H200,all_gather,NCCL,int8,8,536870912,1.4142000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,256,0.01151
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,512,0.016890000000000002
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,1024,0.011130000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,2048,0.01613
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,4096,0.01841
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,8192,0.01226
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,16384,0.01384
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,32768,0.01126
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,65536,0.01436
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,131072,0.0147
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,262144,0.016309999999999998
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,524288,0.01961
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,1048576,0.0242
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,2097152,0.03976
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,4194304,0.041210000000000004
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,8388608,0.0713
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,16777216,0.1226
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,33554432,0.2112
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,67108864,0.3912
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,134217728,0.7524
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,half,8,268435456,1.4686
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,512,0.01177
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,1024,0.01344
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,2048,0.01112
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,4096,0.0115
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,8192,0.02066
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,16384,0.0112
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,32768,0.011949999999999999
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,65536,0.01343
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,131072,0.01384
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,262144,0.01607
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,524288,0.022
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,1048576,0.01856
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,2097152,0.02577
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,4194304,0.04172
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,8388608,0.041159999999999995
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,16777216,0.07152
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,33554432,0.12240000000000001
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,67108864,0.212
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,134217728,0.3917
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,268435456,0.754
TRTLLM,2.26.2,NVIDIA H200,alltoall,NCCL,int8,8,536870912,1.4673
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,256,0.01097
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,512,0.01097
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,1024,0.01103
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,2048,0.011130000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,4096,0.012920000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,8192,0.01392
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,16384,0.01271
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,32768,0.01281
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,65536,0.01477
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,131072,0.01282
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,262144,0.01562
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,524288,0.01756
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,1048576,0.01898
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,2097152,0.0304
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,4194304,0.0466
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,8388608,0.06994
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,16777216,0.111
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,33554432,0.2016
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,67108864,0.3762
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,134217728,0.7181000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,half,8,268435456,1.3989
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,512,0.01317
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,1024,0.01105
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,2048,0.013900000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,4096,0.01126
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,8192,0.01285
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,16384,0.01277
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,32768,0.01444
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,65536,0.014580000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,131072,0.01278
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,262144,0.01468
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,524288,0.01508
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,1048576,0.01561
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,2097152,0.019850000000000003
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,4194304,0.0314
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,8388608,0.04666
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,16777216,0.06946
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,33554432,0.12290000000000001
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,67108864,0.2071
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,134217728,0.3936
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,268435456,0.7373999999999999
TRTLLM,2.26.2,NVIDIA H200,reduce_scatter,NCCL,int8,8,536870912,1.4263
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,256,0.01654
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,512,0.016370000000000003
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,1024,0.016579999999999998
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,2048,0.01701
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,4096,0.01694
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,8192,0.01782
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,16384,0.01979
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,32768,0.02004
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,65536,0.02181
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,131072,0.02272
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,262144,0.02094
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,524288,0.02684
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,1048576,0.03941
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,2097152,0.05197
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,4194304,0.07959000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,8388608,0.124
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,16777216,0.20040000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,33554432,0.3207
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,67108864,0.5701
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,134217728,1.0774000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,half,8,268435456,2.0908
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,512,0.01812
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,1024,0.016489999999999998
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,2048,0.016980000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,4096,0.01859
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,8192,0.01745
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,16384,0.01844
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,32768,0.02366
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,65536,0.02174
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,131072,0.02187
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,262144,0.02227
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,524288,0.022170000000000002
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,1048576,0.029480000000000003
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,2097152,0.04076
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,4194304,0.049909999999999996
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,8388608,0.0761
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,16777216,0.1215
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,33554432,0.2112
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,67108864,0.3734
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,134217728,0.7142000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,268435456,1.3800000000000001
TRTLLM,2.26.2,NVIDIA H200,all_reduce,NCCL,int8,8,536870912,2.6895000000000002
