framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,128,0.006990720033645629
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,256,0.007033280134201051
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,512,0.007014399766921997
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,1024,0.007074559926986694
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,2048,0.0072371202707290656
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,4096,0.007659519910812378
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,8192,0.008364160060882569
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,16384,0.009922559857368469
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,32768,0.013219840526580812
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,65536,0.01978368043899536
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,131072,0.03250175952911377
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,262144,0.0510537576675415
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,524288,0.07845888137817383
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,1048576,0.12304384231567382
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,2097152,0.2226688003540039
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,4194304,0.4285747146606445
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,8388608,0.8395442962646484
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,16777216,1.6728953552246093
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,33554432,3.333857421875
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,67108864,6.678035278320313
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,134217728,13.349427490234376
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,268435456,26.643864746093747
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,2,536870912,53.2687353515625
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,128,0.011847679615020753
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,256,0.011909120082855225
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,512,0.011868159770965576
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,1024,0.012163200378417968
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,2048,0.024739840030670167
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,4096,0.015318720340728759
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,8192,0.016076799631118775
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,16384,0.021237759590148925
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,32768,0.03424256086349488
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,65536,0.06082560062408447
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,131072,0.11341823577880858
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,262144,0.16676864624023438
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,524288,0.27374303817749024
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,1048576,0.6354518508911132
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,2097152,1.2624281311035157
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,4194304,2.5385472106933595
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,8388608,5.029171142578125
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,16777216,10.040678100585938
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,33554432,20.124149169921875
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,67108864,40.138742675781245
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,134217728,80.09114746093749
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,268435456,159.66764648437498
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,4,536870912,318.62435546874997
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,128,0.0252620792388916
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,256,0.022773759365081785
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,512,0.02168832063674927
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,1024,0.02323456048965454
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,2048,0.0255350399017334
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,4096,0.03116031885147095
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,8192,0.04288288116455078
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,16384,0.09027327537536621
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,32768,0.1646268844604492
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,65536,0.2972774314880371
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,131072,0.31968191146850583
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,262144,0.5461299133300781
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,524288,0.978265609741211
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,1048576,3.4397900390625
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,2097152,6.569459228515624
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,4194304,12.7756494140625
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,8388608,20.343857421875
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,16777216,25.99923583984375
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,33554432,53.41217773437499
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,67108864,109.507119140625
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,134217728,214.24486328125
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,268435456,441.328984375
TRTLLM,1.0.0,NVIDIA L40S,all_reduce,TRTLLM,float16,8,536870912,884.508125
