framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,implementation
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,128,0.0031139200925827024,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,256,0.00312032014131546,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,512,0.003142719864845276,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,1024,0.0033011201024055483,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,2048,0.0033433601260185243,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,4096,0.003505600094795227,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,8192,0.009942399859428405,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,16384,0.0033855998516082765,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,32768,0.008357120156288148,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,65536,0.0038159999251365664,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,131072,0.004240640103816986,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,262144,0.005062080025672913,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,524288,0.006663680076599121,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,1048576,0.009564160108566285,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,2097152,0.017088639736175536,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,4194304,0.03781824111938477,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,8388608,0.08314208030700684,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,16777216,0.14563679695129395,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,33554432,0.2558489608764648,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,67108864,0.46782817840576174,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,134217728,0.8855347442626954,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,268435456,1.6828515625000002,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,2,536870912,3.2365377807617186,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,128,0.003200640082359314,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,256,0.003239679932594299,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,512,0.0032419198751449585,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,1024,0.0034297600388526915,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,2048,0.003541440069675446,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,4096,0.003577600121498108,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,8192,0.003597759902477264,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,16384,0.003719359934329987,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,32768,0.011497600078582764,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,65536,0.010887999534606934,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,131072,0.011079360246658326,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,262144,0.011949759721755982,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,524288,0.013199039697647094,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,1048576,0.022054080963134763,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,2097152,0.035697600841522216,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,4194304,0.06287136077880859,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,8388608,0.10111071586608886,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,16777216,0.174880313873291,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,33554432,0.32628799438476563,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,67108864,0.6153964614868164,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,134217728,1.183435821533203,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,268435456,2.3092063903808593,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,4,536870912,4.544735107421875,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,128,0.0034720000624656674,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,256,0.003470079898834229,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,512,0.0035600000619888305,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,1024,0.0037648001313209537,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,2048,0.003886080086231232,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,4096,0.003856959939002991,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,8192,0.003984000086784363,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,16384,0.004232960045337677,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,32768,0.00491104006767273,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,65536,0.006609280109405517,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,131072,0.010334399938583375,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,262144,0.016264959573745727,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,524288,0.01957759976387024,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,1048576,0.028298239707946777,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,2097152,0.04635519981384277,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,4194304,0.07936831951141357,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,8388608,0.12281632423400879,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,16777216,0.19848640441894533,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,33554432,0.3226819229125977,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,67108864,0.5767897415161133,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,134217728,1.0904844665527345,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,268435456,2.111787567138672,trtllm
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,all_reduce,TRTLLM,float16,8,536870912,4.0117254638671875,trtllm
