framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,128,0.004464640021324158
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,256,0.004503679871559143
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,512,0.004654079973697663
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,1024,0.005056319832801819
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,2048,0.005031999945640564
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,4096,0.005072960257530212
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,8192,0.005061119794845581
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,16384,0.005063679814338684
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,32768,0.00519648015499115
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,65536,0.005288959741592407
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,131072,0.005135679841041565
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,262144,0.005626239776611328
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,524288,0.006542720198631287
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,1048576,0.024687039852142333
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,2097152,0.029396479129791257
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,4194304,0.03798784017562866
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,8388608,0.05768991947174072
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,16777216,0.08976703643798828
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,33554432,0.15659135818481446
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,67108864,0.2849046325683594
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,134217728,0.5351945495605468
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,268435456,0.9934278106689453
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,2,536870912,1.8966188049316408
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,128,0.005066879987716675
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,256,0.004847039878368377
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,512,0.0048518401384353635
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,1024,0.005121279954910278
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,2048,0.005149120092391967
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,4096,0.005161600112915039
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,8192,0.005271999835968018
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,16384,0.005300480127334595
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,32768,0.0054720002412796025
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,65536,0.005673919916152954
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,131072,0.00630944013595581
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,262144,0.007513279914855957
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,524288,0.01014847993850708
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,1048576,0.02631968021392822
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,2097152,0.03881887912750244
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,4194304,0.05120192050933838
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,8388608,0.08127840042114258
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,16777216,0.12673343658447264
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,33554432,0.18849119186401367
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,67108864,0.3558086395263672
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,134217728,0.6840959930419922
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,268435456,1.2956179809570312
TRTLLM,1.0.0rc6,NVIDIA GB200,all_reduce,TRTLLM,float16,4,536870912,2.5288291931152345
