framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,128,0.003810240030288696
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,256,0.003909760117530823
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,512,0.00392767995595932
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,1024,0.004237119853496551
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,2048,0.004294719994068145
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,4096,0.004547199904918671
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,8192,0.004547519981861115
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,16384,0.004953919947147369
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,32768,0.004973439872264862
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,65536,0.005236160159111023
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,131072,0.005526080131530762
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,262144,0.005816640257835388
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,524288,0.0067705601453781124
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,1048576,0.02400383949279785
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,2097152,0.028981120586395265
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,4194304,0.036475520133972164
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,8388608,0.05581215858459473
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,16777216,0.08838015556335449
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,33554432,0.15567616462707518
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,67108864,0.28635168075561523
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,134217728,0.5426483154296875
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,268435456,1.0163632202148438
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,2,536870912,1.928545227050781
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,128,0.004466559886932373
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,256,0.004568960070610047
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,512,0.0045728000998497016
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,1024,0.00500927984714508
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,2048,0.005013759732246399
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,4096,0.005185920000076294
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,8192,0.005346239805221557
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,16384,0.005406399965286255
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,32768,0.005526080131530762
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,65536,0.005882239937782288
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,131072,0.0065820801258087164
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,262144,0.007835519909858705
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,524288,0.010223360061645507
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,1048576,0.02543519973754883
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,2097152,0.03853024005889892
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,4194304,0.04963200092315674
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,8388608,0.08068991661071777
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,16777216,0.12305952072143556
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,33554432,0.188799991607666
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,67108864,0.35794273376464847
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,134217728,0.68159423828125
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,268435456,1.3121267700195314
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,4,536870912,2.5489996337890624
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,128,0.005156480073928833
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,256,0.005431039929389954
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,512,0.006637759804725647
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,1024,0.00585536003112793
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,2048,0.005792000293731689
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,4096,0.005786560177803039
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,8192,0.006113920211791992
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,16384,0.006011520028114318
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,32768,0.0061136001348495485
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,65536,0.006949120163917541
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,131072,0.00840287983417511
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,262144,0.012502720355987549
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,524288,0.018952959775924684
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,1048576,0.03369087934494018
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,2097152,0.055422401428222655
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,4194304,0.07345471858978272
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,8388608,0.10357824325561524
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,16777216,0.17202655792236327
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,33554432,0.28096832275390626
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,67108864,0.4023366546630859
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,134217728,0.7295353698730469
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,268435456,1.3761001586914063
TRTLLM,1.0.0rc6,NVIDIA B200,all_reduce,TRTLLM,float16,8,536870912,2.6831698608398438
