framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,16384,6.620044962565105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,16384,12.227721150716146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,12288,4.66469980875651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,12288,8.86326395670573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,10240,7.551324971516927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,8192,3.2053942362467445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,10240,3.9793024698893227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,7168,5.400663248697916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,7168,2.537545522054036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,8192,6.100254821777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,6144,2.19727783203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,6144,4.405842081705729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,5120,2.0421727498372393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,5120,3.632473500569662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,4096,2.784697723388672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,4096,1.6433344523111981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,4096,1.095464579264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,3584,2.612262471516927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,3584,1.2821632385253907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,5120,1.3222260793050131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,3072,1.973841094970703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,3072,1.0872544606526693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,6144,1.562451171875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,2560,1.6165013631184895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,2560,0.9691573460896811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,3584,0.9623861312866211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,2048,1.275598907470703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,2048,0.8014528274536132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,7168,1.8762400309244793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,1536,0.984438387552897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,1536,0.5686464309692383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,3072,0.8166389465332031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,1024,0.6716341018676758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,1024,0.4422165234883626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,2048,0.5933322906494141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,768,0.5328277269999186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,768,0.3908512115478516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,1024,0.3753770510355631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,512,0.39712212880452474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,512,0.2887082735697428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,8192,2.085759989420573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,256,0.26926507949829104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,256,0.22087359428405762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,10240,2.6779190063476563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,2560,0.7025354385375977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,128,0.22238079706827799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,128,0.21660052935282387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,64,0.2030346711476644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,64,0.2067200024922689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,65536,32,0.19289387067159017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,32,0.2023296038309733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,128,0.1932810624440511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,256,0.22181973457336426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,65536,12.1353271484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,65536,7.1880950927734375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,1536,0.4845898628234863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,16384,1.8166496276855468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,16384,2.8184351603190105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,768,0.32138134638468424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,12288,1.305142339070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,12288,2.124664560953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,10240,1.238868204752604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,10240,1.8089611053466796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,8192,1.4225578308105469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,8192,0.8854122797648112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,512,0.2837237358093262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,7168,1.2335285186767577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,7168,0.8150549570719401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,7168,0.5179775873819987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,6144,0.9630538940429687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,6144,0.6409952163696289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,8192,0.6287893295288086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,5120,0.7985151926676433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,5120,0.5381130854288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,10240,0.7840213139851888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,4096,0.627073097229004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,4096,0.48768959045410154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,12288,3.2941813151041663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,3584,0.5694453557332356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,3584,0.3708352088928223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,12288,0.9352533340454101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,3072,0.509881591796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,3072,0.3874293327331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,3584,0.25846293767293294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,2560,0.41685441335042317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,2560,0.28846718470255533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,4096,0.2836384137471517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,2048,0.3302869478861491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,2048,0.2341759999593099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,6144,0.42746454874674483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,1536,0.25446933110555015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,1536,0.16560427347819012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,3072,0.2235349337259928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,1024,0.1742282708485921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,1024,0.12230506738026936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,5120,0.3521247863769531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,768,0.13686292966206867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,768,0.10460586547851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,1024,0.10552319685618083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,512,0.10035946369171142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,512,0.0842367966969808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,768,0.09101760387420654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,256,0.06823253631591797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,256,0.07368319829305013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,1536,0.13656105995178222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,128,0.056251732508341465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,128,0.06384960015614828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,512,0.07998507022857666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,64,0.046728531519571945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,64,0.06287253300348918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,16384,32,0.048041601975758866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,32,0.06248639822006226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,256,0.0662496010462443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,128,0.05910079876581827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,2560,0.19658560752868653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,16384,2.3191370646158855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,16384,1.4581588745117187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,65536,5.920646158854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,2048,0.16586559613545734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,12288,1.5578325907389323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,12288,1.0884928385416666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,65536,9.575386555989583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,10240,0.847326914469401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,10240,1.3657440185546874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,8192,1.1885781606038412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,8192,0.6847114562988281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,16384,1.2593013763427734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,7168,0.9413941065470377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,7168,0.6975680033365885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,8192,0.423740800221761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,6144,0.7287296295166016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,6144,0.6203893025716145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,10240,0.5588864008585612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,5120,0.6019008000691731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,5120,0.4695317268371582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,7168,0.36658026377360026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,4096,0.48538986841837567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,4096,0.33438825607299805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,12288,0.6808661142985026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,3584,0.4286911964416504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,3584,0.33068691889444984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,4096,0.2209930737813314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,3072,0.3714197476704916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,3072,0.27707306543986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,5120,0.26855360666910805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,2560,0.30826667149861653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,2560,0.2016533374786377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,6144,0.3123989423116048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,2048,0.24903999964396156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,2048,0.1737237294514974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,3584,0.19990506172180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,1536,0.19184959729512532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,1536,0.13198400338490804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,3072,0.17615146636962892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,1024,0.13344532648722332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,1024,0.09820693333943685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,1024,0.08403306802113851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,768,0.1033077319463094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,768,0.08462080160776773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,2560,0.15304959615071614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,512,0.07488853136698405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,512,0.069814403851827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,1536,0.10737280050913493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,256,0.051069867610931394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,256,0.06079359849294027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,768,0.07166293462117514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,128,0.038813865184783934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,128,0.052192000548044834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,256,0.053547732035319005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,64,0.03529493411382039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,64,0.05076160033543905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,2048,0.13060800234476727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,12288,32,0.0362335999806722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,32,0.05080639918645223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,128,0.04810133377710978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,512,0.06319466829299927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,16384,1.80861333211263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,16384,1.4063103993733725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,65536,5.024630228678385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,12288,1.386965306599935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,16384,0.9087647755940755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,65536,7.627529398600261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,12288,1.065062395731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,10240,1.0424256006876627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,10240,0.7450058619181316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,8192,0.84912109375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,8192,0.6796181360880534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,8192,0.34950507481892906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,7168,0.7276330947875976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,7168,0.60469544728597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,10240,0.4553845405578613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,6144,0.6162325541178386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,6144,0.5363082885742188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,12288,0.5677866617838542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,5120,0.5167509396870931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,5120,0.40000425974528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,5120,0.23521812756856283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,6144,0.27146771748860676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,4096,0.4184917449951172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,4096,0.28065706888834635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,7168,0.3081023852030436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,3584,0.3576383908589681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,3584,0.25535465876261393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,3072,0.31347519556681314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,3072,0.22257599830627442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,16384,4.46893310546875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,2560,0.2671530723571777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,2560,0.18141973813374837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,16384,0.7465205510457357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,2048,0.20567359924316406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,2048,0.15332694053649903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,3072,0.15290773709615071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,1536,0.1628885269165039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,1536,0.1159552017847697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,3584,0.174289067586263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,2560,0.13298239707946777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,1024,0.11144320170084636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,1024,0.08681066830952963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,768,0.08804693222045898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,768,0.07662826379140218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,2048,0.11270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,512,0.06282986799875895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,4096,0.19221547444661458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,512,0.0631381352742513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,256,0.0425055980682373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,256,0.0543232003847758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,256,0.047286399205525714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,128,0.036900266011555986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,128,0.04743146498998006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,128,0.04272213379542033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,64,0.030739200115203858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,64,0.04796266555786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,768,0.062369068463643394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,10240,32,0.03266026576360066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,32,0.046323200066884354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,512,0.05576106707255045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,1024,0.07256639798482259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,1536,0.09392320315043132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,16384,1.4212735493977866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,16384,1.020648511250814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,12288,0.9951669057210287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,65536,4.242060852050781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,12288,0.9237695693969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,65536,5.737262980143229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,10240,0.8314677556355795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,10240,0.7461653391520182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,8192,0.6512117385864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,8192,0.5387200037638347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,8192,0.2791872024536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,7168,0.5836970647176106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,7168,0.4603274663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,10240,0.35058132807413733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,6144,0.4961013476053874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,6144,0.4071690559387207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,12288,0.4365525245666504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,5120,0.4198826789855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,5120,0.3283797264099121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,7168,0.25016959508260095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,4096,0.3256085395812988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,4096,0.23632213274637856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,6144,0.22148052851359049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,3584,0.28843841552734373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,3584,0.2064234733581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,5120,0.19333759943644208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,3072,0.25246933301289876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,3072,0.19048852920532228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,16384,0.5857791900634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,2560,0.20131093660990396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,2560,0.16765119234720866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,3584,0.14340052604675294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,2048,0.16907626787821453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,2048,0.12420053482055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,3072,0.12588266531626385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,1536,0.13128639856974283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,1536,0.0997642676035563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,4096,0.15845866203308107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,1024,0.08812053203582763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,1024,0.07527146339416504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,1024,0.059937067826588954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,768,0.0686570644378662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,768,0.0661952018737793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,1536,0.0775264024734497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,512,0.051582932472229004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,512,0.05552746852238973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,2048,0.09422187010447183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,256,0.03437546491622925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,768,0.0512714664141337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,256,0.04741973479588826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,128,0.030324266354242964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,128,0.04120959838231404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,128,0.0371946652730306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,64,0.025206400950749712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,64,0.0400437315305074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,256,0.04028586546579997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,8192,32,0.025678932666778564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,32,0.039086933930714926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,512,0.04612906773885091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,2560,0.11160853703816731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,16384,1.2557791392008464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,65536,4.051585133870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,16384,1.1354335784912108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,65536,5.620091756184896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,12288,0.9775360107421875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,12288,0.886346689860026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,10240,0.7732853571573893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,10240,0.6472031911214192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,10240,0.31832853953043616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,8192,0.6266143798828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,8192,0.5908533096313476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,12288,0.38236799240112307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,7168,0.5447231928507488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,7168,0.49148372014363606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,8192,0.25811200141906737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,6144,0.4582122802734375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,6144,0.40952212015787764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,16384,0.5185471852620442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,5120,0.3805909474690755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,5120,0.33567145665486653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,7168,0.2336064020792643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,4096,0.30654719670613606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,4096,0.23036799430847169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,4096,0.14752853711446126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,3584,0.2688394546508789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,3584,0.2259317398071289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,5120,0.18028052647908527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,3072,0.23248960177103678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,3072,0.17701226870218914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,6144,0.20388800303141275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,2560,0.18996267318725585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,2560,0.14424746831258137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,3584,0.13325119813283284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,2048,0.15563839276631672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,2048,0.11951253414154053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,2560,0.10183040301005046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,1536,0.11666560173034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,1536,0.09585813681284586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,3072,0.11878399848937989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,1024,0.08001386324564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,1024,0.0799722671508789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,1024,0.056037334601084385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,768,0.0660917321840922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,768,0.07175467014312745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,1536,0.07136747042338053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,512,0.051312001546223965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,512,0.06047466595967611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,768,0.04845866759618123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,256,0.03897493282953898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,256,0.053020799160003663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,2048,0.08697280089060465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,128,0.02695680061976115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,128,0.03914453188578288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,256,0.038338132699330646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,512,0.04276586771011352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,64,0.02234026590983073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,64,0.03842879931131999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,128,0.034764798482259114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,7168,32,0.023970133066177367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,32,0.03872106472651164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,65536,3.5487350463867187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,65536,4.539969889322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,16384,1.0964949289957682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,16384,1.067866643269857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,12288,0.7846282958984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,12288,0.8234709421793619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,12288,0.3293578783671061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,10240,0.6274858474731445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,10240,0.7118709564208985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,16384,0.4410400072733561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,8192,0.5075776100158691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,8192,0.45751466751098635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,10240,0.2812863985697428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,7168,0.44661760330200195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,7168,0.4029194513956706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,8192,0.22713813781738282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,6144,0.3778741200764974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,6144,0.3729546546936035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,7168,0.20562559763590493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,5120,0.31515413920084634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,5120,0.2612640062967936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,6144,0.18173119227091472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,4096,0.25031466484069825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,4096,0.2030421257019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,5120,0.16005226771036785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,3584,0.22154560089111328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,3584,0.1762506643931071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,65536,4.841544596354167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,3072,0.26591359774271645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,3072,0.201910400390625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,3584,0.11852800051371257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,2560,0.16099839210510253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,2560,0.12927573521931965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,4096,0.1312597354253133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,2048,0.12885226408640543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,2048,0.10795093377431234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,3072,0.10418026447296143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,1536,0.09887573719024659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,1536,0.0858400026957194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,2560,0.09167679945627848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,1024,0.06827627023061117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,1024,0.06570133368174234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,2048,0.0781002680460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,1536,0.06413333415985108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,768,0.052825601895650234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,768,0.0595082680384318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,512,0.04040106534957886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,512,0.04924053351084391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,768,0.04242986838022868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,256,0.027240532636642455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,512,0.03823893467585246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,1024,0.04994666576385498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,256,0.043671464920043944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,128,0.021118932962417604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,128,0.036073601245880126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,64,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,64,0.033156265815099076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,6144,32,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,128,0.03213226596514384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,32,0.03336319923400879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,256,0.034636799494425455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,65536,3.6686719258626304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,65536,3.1580042521158855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,65536,3.8971893310546877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,16384,0.8645941416422526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,16384,0.7988778432210286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,12288,0.7011360168457031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,12288,0.6226858774820964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,10240,0.5358591715494792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,10240,0.6146474838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,65536,2.5817291259765627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,8192,0.5507850646972656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,8192,0.46339947382609054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,65536,6.411582946777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,7168,0.5175573348999023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,7168,0.4129130681355794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,10240,0.24125332832336427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,6144,0.31931947072347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,6144,0.3183018684387207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,8192,0.19642133712768556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,5120,0.268286927541097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,5120,0.2364288012186686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,12288,0.28148266474405925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,4096,0.21106346448262533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,4096,0.18199040095011393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,7168,0.17586453755696613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,3584,0.18445973396301268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,3584,0.15945067405700683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,5120,0.13984533945719402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,3072,0.16074666976928711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,3072,0.13719360033671063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,4096,0.11411093076070149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,2560,0.1334239959716797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,2560,0.11650880177815755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,6144,0.15714772542317706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,2048,0.1081653356552124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,2048,0.09798933664957682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,3584,0.10283626715342205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,1536,0.08222400347391765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,1536,0.07676906585693359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,3072,0.09069759845733642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,1024,0.05746346712112427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,1024,0.059487998485565186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,2560,0.08032853603363037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,768,0.04414933522542318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,768,0.05428800185521444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,1536,0.05569279988606771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,512,0.032051199674606325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,512,0.043432533740997314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,512,0.033164799213409424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,768,0.037333333492279054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,256,0.022443733612696328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,2048,0.0673525333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,256,0.038932267824808756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,128,0.01832853356997172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,128,0.033786666393280027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,64,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,1024,0.04331626494725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,64,0.03308266599973043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,128,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,5120,32,0.018794665733973183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,32,0.032876799503962204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,256,0.031013333797454835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,16384,0.6840480168660481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,16384,0.7600149154663086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,65536,2.799090067545573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,65536,3.0891700744628907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,12288,0.5227413177490234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,12288,0.663164774576823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,10240,0.4213919957478841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,10240,0.5378026962280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,16384,0.36946560541788737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,8192,0.34246292114257815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,8192,0.38643948237101233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,65536,2.239134979248047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,7168,0.29750293095906577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,7168,0.32310825983683267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,7168,0.14867307345072428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,6144,0.26288960774739584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,6144,0.25464107195536295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,8192,0.16370026270548504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,5120,0.209552001953125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,5120,0.210316801071167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,10240,0.20133333206176757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,4096,0.16730133692423504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,4096,0.16398293177286785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,6144,0.132806396484375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,3584,0.14938559532165527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,3584,0.14183573722839354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,12288,0.23479572931925455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,3072,0.12761706511179607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,3072,0.12215360005696614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,4096,0.09648959636688233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,2560,0.10603093306223552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,2560,0.10460373560587566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,3584,0.08760960102081299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,2048,0.08724479675292969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,2048,0.08713173071543376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,5120,0.11946986516316731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,1536,0.06461439927419027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,1536,0.06999999682108561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,3072,0.07758080164591472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,1536,0.04812693198521932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,1024,0.04539733330408732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,1024,0.05354986588160197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,768,0.03437973260879516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,768,0.048419201374053956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,2048,0.057555198669433594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,512,0.025448532899220784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,512,0.039394132296244305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,2560,0.06739520231882731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,256,0.01804479956626892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,256,0.03342293500900269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,512,0.0280074675877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,768,0.031185066699981688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,128,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,256,0.02645439902941386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,128,0.029736532767613726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,64,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,64,0.027164800961812334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,4096,32,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,1024,0.03674986759821574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,32,0.02656853397687276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,128,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,16384,0.6539082845052083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,16384,0.8430335998535157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,65536,2.9112233479817706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,65536,2.7164629618326823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,12288,0.5184213320414226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,12288,0.5226933479309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,10240,0.4063520113627116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,10240,0.4283733367919922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,16384,0.3042112032572428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,8192,0.3231136004130045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,8192,0.3604736010233561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,8192,0.1600096066792806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,7168,0.2781898816426595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,7168,0.32462933858235676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,10240,0.1983829339345296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,6144,0.237937068939209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,6144,0.25248533884684243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,12288,0.2282719930013021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,5120,0.19409920374552408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,5120,0.20078934033711754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,6144,0.1304309368133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,4096,0.15705173810323078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,4096,0.15768213272094728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,7168,0.14540692965189617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,3584,0.13571732838948566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,3584,0.13590505917867024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,5120,0.11676373481750488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,3072,0.11642026901245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,3072,0.1169162670771281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,16384,0.2985141436258952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,2560,0.0998080015182495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,2560,0.10065173308054606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,3584,0.08529386520385743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,2048,0.07919572989145915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,2048,0.08404693603515626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,4096,0.0948736031850179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,1536,0.06129173437754313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,1536,0.0695637305577596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,3072,0.07553173700968424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,1024,0.04164586861928304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,1024,0.053352534770965576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,2048,0.055744000275929774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,768,0.03249920010566711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,1536,0.045709868272145585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,768,0.04586986700693767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,512,0.02416426738103231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,512,0.03712746699651082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,2560,0.06584959824879964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,256,0.017887999614079796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,512,0.027280000845591228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,256,0.033129600683848064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,128,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,1024,0.03522133429845174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,768,0.030015999078750612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,128,0.032034132877985635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,64,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,64,0.031009066104888915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3584,32,0.01758613387743632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,256,0.025918932755788167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,128,0.024460800488789878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,32,0.02957013249397278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,65536,2.226483154296875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,65536,2.415624491373698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,16384,0.5830581029256184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,16384,0.6161930720011394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,12288,0.38477865854899085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,12288,0.4667978604634603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,10240,0.3459552129109701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,10240,0.40668907165527346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,65536,1.9137685139973957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,8192,0.287883726755778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,8192,0.37303358713785806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,10240,0.17893333435058595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,7168,0.24298879305521645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,7168,0.2735967953999837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,12288,0.2055818716684977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,6144,0.20334933598836263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,6144,0.23545600573221842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,8192,0.144268798828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,5120,0.16718826293945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,5120,0.19379520416259766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,7168,0.1321674664815267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,4096,0.13573439915974933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,4096,0.15161280632019042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,6144,0.11909973621368408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,3584,0.11691946983337402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,3584,0.13219520250956218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,16384,0.26623679796854655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,3072,0.10038399696350098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,3072,0.10814826488494873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,5120,0.10617813269297283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,2560,0.08331627051035563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,2560,0.09294719696044922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,4096,0.08629120190938314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,2048,0.06759786605834961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,2048,0.07799572944641113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,2560,0.06005013386408488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,1536,0.049838932355244954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,3584,0.07859946886698405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,3072,0.06921493212381999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,1536,0.06129173437754313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,1024,0.033587201436360674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,1024,0.04706240097681681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,768,0.0257749338944753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,768,0.04168320099512736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,768,0.027025065819422406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,512,0.019297067324320474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,1024,0.03173973361651103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,2048,0.051183998584747314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,512,0.034774398803710936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,256,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,256,0.028838400046030683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,128,0.01234773298104604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,128,0.02704533338546753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,256,0.02445013324419657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,128,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,1536,0.042294398943583174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,64,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,64,0.025143466393152875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,3072,32,0.011525332927703857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,512,0.02471359968185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,32,0.02483946681022644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,16384,0.4295989354451497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,16384,0.5922335942586263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,65536,1.7925877888997395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,12288,0.36988693873087564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,65536,2.2303062438964845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,12288,0.48079465230305984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,10240,0.28192106882731116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,10240,0.3685279846191406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,10240,0.15865279833475748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,8192,0.2298528035481771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,8192,0.2908245404561361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,12288,0.1822111924489339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,7168,0.20142079989115397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,7168,0.2557429313659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,7168,0.11834987004597981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,8192,0.1283029317855835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,6144,0.16998292605082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,6144,0.22100799878438315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,5120,0.14066239992777507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,5120,0.18213440577189127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,16384,0.23606400489807128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,4096,0.11382400194803874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,4096,0.14373973210652669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,5120,0.09665066401163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,3584,0.0973194678624471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,3584,0.12323839664459228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,6144,0.10727146466573079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,3072,0.08322133223215739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,3072,0.1058282693227132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,4096,0.07818559805552164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,2560,0.07023359934488932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,2560,0.08993813196818033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,3584,0.0705621321996053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,2048,0.05555306673049927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,2048,0.07430293560028076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,3072,0.06277439991633096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,2560,0.054542934894561766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,1536,0.04236160119374593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,1536,0.05736320018768311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,1024,0.029041065772374468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,1024,0.04322453339894612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,2048,0.04509333372116089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,768,0.021555199225743612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,768,0.0374293327331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,1536,0.03791999816894531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,512,0.016598400473594666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,768,0.024346667528152465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,512,0.03187413414319356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,1024,0.028969599803288774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,256,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,256,0.027914667129516603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,128,0.0102101335922877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,128,0.02467306653658549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,256,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,64,0.00925546685854594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,512,0.02220053275426229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,128,0.021554134289423623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,64,0.02318933407465617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2560,32,0.009379200140635173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,32,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,65536,1.415624491373698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,16384,0.39538774490356443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,65536,2.074188741048177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,16384,0.5950645446777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,12288,0.25965332984924316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,12288,0.41742401123046874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,12288,0.15885653495788574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,10240,0.23279892603556313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,10240,0.34782079060872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,16384,0.20371519724527992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,10240,0.1399829387664795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,8192,0.18215893109639486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,8192,0.2710549354553223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,7168,0.16322026252746583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,7168,0.23796265920003257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,7168,0.1044543981552124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,6144,0.13916266759236653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,6144,0.20533973375956216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,8192,0.11288639704386394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,5120,0.11178133487701417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,5120,0.17166399955749512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,65536,1.289731216430664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,4096,0.09149653116861979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,4096,0.1504085381825765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,6144,0.09501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,3584,0.07952960332234701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,3584,0.11430613199869792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,5120,0.08617066542307536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,3072,0.06672960122426351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,3072,0.09737919966379802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,4096,0.06995946566263835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,2560,0.05600853363672892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,2560,0.08287359873453776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,3584,0.06326826810836791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,2048,0.045176533857981364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,2048,0.0672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,3072,0.05560426712036133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,1536,0.034118398030598955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,1536,0.05303253332773844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,1536,0.03295253316561381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,2560,0.04791359901428223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,2048,0.04006186723709106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,1024,0.02426240046819051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,1024,0.03925120035807292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,768,0.0193066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,768,0.035913598537445066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,512,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,512,0.02954240043958028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,65536,1.575275675455729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,256,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,256,0.033758934338887533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,768,0.021270400285720824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,512,0.019757866859436035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,128,0.008850133419036866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,128,0.023197867472966514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,1024,0.025225599606831867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,64,0.0081535999973615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,256,0.026598399877548216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,2048,32,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,128,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,64,0.022386133670806885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,32,0.022528000672658286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,16384,0.2641023953755697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,65536,1.1138943990071615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,16384,0.4919114748636882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,12288,0.20118826230367026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,65536,1.912623977661133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,12288,0.37239465713500974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,10240,0.175490140914917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,10240,0.3097269376118978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,10240,0.1208341360092163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,8192,0.14129385948181153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,8192,0.2504351933797201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,12288,0.13606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,7168,0.12126932938893635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,7168,0.220471461613973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,16384,0.17341866493225097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,6144,0.10661013126373291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,6144,0.18916266759236652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,8192,0.09801599979400635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,5120,0.08638400236765544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,5120,0.15771946907043458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,7168,0.09037013053894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,4096,0.06743893623352051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,4096,0.12235519886016846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,65536,1.2079967498779296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,3584,0.06150399843851725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,3584,0.11110613346099854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,5120,0.07631893157958984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,3072,0.05228266716003418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,6144,0.08313706715901693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,3072,0.08973226547241211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,2560,0.04208319981892904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,2560,0.07518933614095052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,4096,0.06059413353602091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,2048,0.03394453525543213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,2048,0.05978133281071981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,2560,0.04068906704584758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,3072,0.048189866542816165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,1536,0.02675199906031291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,3584,0.055744000275929774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,1536,0.04710186719894409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,1024,0.019197867314020792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,1024,0.03656853437423706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,768,0.015412267049153647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,768,0.034006400903065996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,1024,0.022088533639907836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,768,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,512,0.011762133240699768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,512,0.028870399792989093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,1536,0.02841813365618388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,256,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,2048,0.03417280117670695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,256,0.026308266321818034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,128,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,128,0.0240447998046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,256,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,512,0.017777067422866822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,64,0.008610133330027263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,128,0.019307732582092285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,64,0.02114560008049011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1536,32,0.007665066421031952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,32,0.020550400018692017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,16384,0.1753983974456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,65536,0.6865333557128906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,16384,0.44755306243896487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,12288,0.13238186836242677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,12288,0.3399423917134603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,65536,1.732965342203776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,10240,0.1162432034810384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,10240,0.28515841166178385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,10240,0.10074346860249836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,8192,0.09343679745992026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,8192,0.23072427113850913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,12288,0.11272319952646892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,7168,0.08218346436818441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,7168,0.20253440539042153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,65536,1.063151995340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,6144,0.07049173514048258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,6144,0.1827957312266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,7168,0.07647039890289306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,5120,0.05777173439661661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,5120,0.1441941261291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,16384,0.14260692596435548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,4096,0.044939732551574706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,8192,0.0818176031112671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,4096,0.11105279922485352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,3584,0.03922666708628337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,3584,0.09513920148213705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,6144,0.0704576015472412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,3072,0.0347765326499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,3072,0.08010240395863852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,3584,0.04580693244934082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,4096,0.05145599842071533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,2560,0.029262934128443403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,2560,0.06511573394139608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,5120,0.0656768004099528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,2048,0.024578134218851723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,2048,0.05129493474960327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,1536,0.019118932882944743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,1536,0.04113066593805949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,3072,0.039689600467681885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,1024,0.013934933145840964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,1024,0.03300266663233439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,2048,0.028778666257858278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,1024,0.018180267016092936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,1536,0.023973333835601806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,2560,0.03445226748784383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,768,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,768,0.03091413378715515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,512,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,512,0.024836266040802003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,256,0.006997333467006683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,256,0.022779732942581177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,128,0.006180266539255777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,512,0.015260799725850423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,256,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,768,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,128,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,64,0.005948799848556519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,64,0.019361066818237304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,128,0.017520000537236534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,1024,32,0.005950933198134104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,32,0.01879253387451172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,65536,0.531054941813151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,16384,0.14407679239908855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,16384,0.45607465108235673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,65536,1.6519573211669922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,12288,0.1030687967936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,12288,0.32377599080403646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,10240,0.09519253571828207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,10240,0.27550506591796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,12288,0.1122431993484497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,10240,0.1001856009165446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,8192,0.07495573361714682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,8192,0.22161493301391602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,7168,0.06673493385314941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,7168,0.19457707405090333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,65536,0.934660275777181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,6144,0.055421864986419676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,16384,0.1422261397043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,6144,0.1794805367787679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,5120,0.04636160135269165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,5120,0.14077332814534504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,7168,0.07576853434244792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,4096,0.03717973232269287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,4096,0.10515519777933757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,8192,0.08171839714050293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,3584,0.031975466012954715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,3584,0.0898570696512858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,5120,0.06482346852620444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,3072,0.027688533067703247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,6144,0.07024640242258708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,3072,0.0736138661702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,2560,0.02392959992090861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,4096,0.0507477323214213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,2560,0.05986453294754028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,3584,0.04553279876708984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,2048,0.019857066869735717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,2048,0.04802346626917521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,1536,0.015753600001335143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,1536,0.0390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,2048,0.028472532828648884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,2560,0.0335370659828186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,1024,0.011602133512496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,1536,0.02385279933611552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,3072,0.03895359834035238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,1024,0.03228373328844707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,768,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,768,0.028887466589609785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,512,0.0074527998765309645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,512,0.025100799401601155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,256,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,768,0.015638400117556253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,256,0.02164693276087443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,1024,0.01819733381271362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,512,0.014866133530934652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,128,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,256,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,128,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,64,0.006515199939409892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,128,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,64,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,768,32,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,768,32,0.01781546672185262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,16384,0.09585066636403403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,65536,0.3809023857116699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,16384,0.40433387756347655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,12288,0.07184533278147379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,12288,0.30767574310302737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,65536,1.5719871520996094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,10240,0.061476266384124754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,10240,0.2598645369211833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,10240,0.0808895985285441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,8192,0.04960533380508423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,8192,0.21016960144042968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,12288,0.08920853137969971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,7168,0.042537601788838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,7168,0.18527572949727375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,16384,0.1119477351506551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,6144,0.037154134114583334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,6144,0.15899839401245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,7168,0.06208320061365763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,8192,0.06571093400319418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,5120,0.03034026622772217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,5120,0.13071573575337728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,4096,0.02467199961344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,6144,0.05869973500569662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,4096,0.09927786986033121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,3584,0.021953066190083824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,3584,0.0833077351252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,5120,0.05478613376617432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,4096,0.04097599983215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,3072,0.019285333156585694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,3072,0.06773973306020101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,3584,0.03689173460006714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,2560,0.016760534048080443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,2560,0.05598933299382528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,3072,0.03290346662203471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,2048,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,2560,0.028016000986099243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,2048,0.0446176012357076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,1536,0.011567999919255573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,1536,0.03725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,2048,0.023716266949971518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,1024,0.008909866213798523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,1024,0.030905600388844805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,1536,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,768,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,768,0.029252266883850096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,512,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,1024,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,512,0.024078933397928874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,768,0.013202133774757385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,256,0.00472320020198822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,256,0.02107200026512146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,512,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,128,0.0041802664597829185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,256,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,128,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,64,0.0037813333173592886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,128,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,512,32,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,64,0.016621866822242738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,512,32,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,65536,0.22581866582234703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,16384,0.058005332946777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,16384,0.38982931772867835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,65536,1.505716323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,12288,0.04449386596679687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,12288,0.2958794593811035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,16384,0.11048213640848796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,12288,0.08804693222045898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,10240,0.03698986768722534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,10240,0.2479541301727295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,8192,0.03130559921264649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,8192,0.20016959508260093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,10240,0.07976106802622476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,7168,0.027012266715367633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,7168,0.17580053011576335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,8192,0.06572159926096598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,6144,0.022842667500178018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,6144,0.1499018669128418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,7168,0.061462398370107016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,5120,0.01698453426361084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,6144,0.05774399836858114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,5120,0.12242773373921711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,4096,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,4096,0.09123413562774658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,5120,0.05344213247299194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,3584,0.012786133090655008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,4096,0.039953064918518064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,3584,0.07428906758626302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,3072,0.011413333813349406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,3072,0.060908798376719156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,3584,0.03636800050735474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,2560,0.010222933689753215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,2560,0.05008213520050049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,3072,0.0312554657459259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,2048,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,2048,0.04110933144887288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,2560,0.027483733495076497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,1536,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,2048,0.023141332467397056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,1536,0.035086933771769205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,1024,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,1024,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,1536,0.01941439906756083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,768,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,1024,0.015161599715550741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,768,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,512,0.004248533149560293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,768,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,512,0.022076799472173055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,256,0.003587199995915095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,512,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,256,0.020362667242685952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,128,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,256,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,128,0.01793280045191447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,128,0.015287466843922935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,64,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,64,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,256,32,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,256,32,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,65536,0.179095458984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,65536,0.3852917353312174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,16384,0.04595946470896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,65536,0.7790688196818034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,16384,0.38409493764241537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,12288,0.03698879877726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,65536,1.4894858042399088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,12288,0.29091946283976233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,10240,0.02924373348553975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,10240,0.2436778704325358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,16384,0.11778559684753417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,12288,0.08967040379842123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,8192,0.02573653260866801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,8192,0.19593812624613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,10240,0.08385600248972574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,7168,0.021604265769322714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,7168,0.17148799896240235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,8192,0.0663861314455668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,6144,0.017298134167989095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,6144,0.14721919695536295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,7168,0.0644874652226766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,65536,0.390830930074056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,5120,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,5120,0.11906666755676269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,4096,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,4096,0.08797333240509034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,6144,0.05833066701889038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,3584,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,5120,0.055986134211222324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,3584,0.0726037343343099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,3072,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,4096,0.041553068161010745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,3072,0.05765973329544068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,2560,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,3584,0.03711680173873901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,2560,0.04811413288116455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,2048,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,3072,0.03277546763420105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,2048,0.039239466190338135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,1536,0.005176533261934916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,2560,0.02839999993642171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,1536,0.03322133421897888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,1024,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,2048,0.024294400215148927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,1024,0.02764906684557597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,1536,0.020258132616678873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,768,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,768,0.02532479961713155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,1024,0.01583466629187266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,512,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,768,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,512,0.02204373280207316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,256,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,512,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,256,0.020036266247431437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,128,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,256,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,128,0.018150399128595986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,64,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,128,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,64,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,128,32,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,128,32,0.01590079963207245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,65536,0.16910826365152995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,16384,0.047595731417338055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,65536,0.402513058980306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,12288,0.034050134817759196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,10240,0.028200532992680865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,16384,0.3840362548828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,8192,0.02455679972966512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,12288,0.290120538075765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,10240,0.24272212982177735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,7168,0.020619734128316244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,8192,0.19600747426350912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,6144,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,7168,0.17044800122578938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,5120,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,6144,0.1456831932067871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,4096,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,5120,0.11936319669087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,3584,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,4096,0.08747946421305339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,3072,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,3584,0.07109440167744954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,65536,1.4939605712890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,3072,0.056993067264556885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,2560,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,2560,0.04564266602198283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,2048,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,2048,0.03910186688105265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,1536,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,1024,0.028654932975769043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,1536,0.0334879994392395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,512,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,1024,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,768,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,768,0.025577600797017413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,512,0.021819732586542764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,128,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,256,0.02000853419303894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,128,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,32,0.014819199840227762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,64,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,64,64,0.01602026621500651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,16384,0.04494719902674357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,65536,0.17297919591267902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,12288,0.03448853492736816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,10240,0.026748800277709962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,16384,0.38207785288492835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,8192,0.02341973384221395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,12288,0.28916905721028646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,10240,0.24246719678243003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,7168,0.019987199703852335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,8192,0.19512319564819336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,6144,0.014713600277900696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,7168,0.1702463944753011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,5120,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,6144,0.14593493143717448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,4096,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,5120,0.11894186337788899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,3584,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,4096,0.08612480163574218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,65536,1.4857301076253255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,3584,0.07052693367004395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,3072,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,2560,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,3072,0.05596906741460165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,2560,0.04597760041554769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,2048,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,2048,0.039094400405883786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,1536,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,1536,0.03350720008214315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,1024,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,1024,0.027691733837127686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,768,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,768,0.025701334079106648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,512,0.022871466477711995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,512,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,256,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,256,0.020312533775965372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,64,0.01581439971923828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,128,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8192,32,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8192,32,32,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,65536,0.5163861274719238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,16384,3.136848958333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,12288,2.3325269063313803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,12288,4.457676696777344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,65536,0.5128885269165039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,10240,1.7991658528645833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,16384,5.851629638671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,10240,3.8647542317708337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,8192,1.3968544006347656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,8192,2.994181315104167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,7168,1.2274890899658204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,65536,0.6506794611612956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,7168,2.737517801920573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,6144,1.061245854695638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,6144,2.153546651204427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,5120,1.7372469584147137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,5120,1.0660789489746094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,4096,1.3374549865722656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,4096,0.7081151962280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,4096,0.5239040056864421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,3584,1.214510981241862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,3584,0.6470090866088867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,5120,0.6489973068237305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,3072,0.9808799743652343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,3072,0.6114367802937826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,6144,0.7676373163859049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,2560,0.8308618545532227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,2560,0.5092202822367351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,3584,0.4710975964864095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,2048,0.6682783762613933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,2048,0.4024607976277669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,7168,0.8968618392944336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,1536,0.5011253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,1536,0.29470081329345704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,3072,0.41889387766520186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,1024,0.35677760442097983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,1024,0.2179466724395752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,1024,0.19291733105977377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,768,0.2761631965637207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,768,0.1884160041809082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,10240,1.2094783782958984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,512,0.2000885327657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,512,0.15338986714680988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,2048,0.30442241032918294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,256,0.13541119893391926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,256,0.1190677324930827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,2560,0.36211201349894206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,128,0.10720319747924804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,128,0.11540906429290772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,128,0.09805653095245362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,64,0.10072960058848064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,64,0.11144320170084636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,65536,32,0.09750400384267172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,32,0.11000320116678874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,65536,5.825553894042969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,256,0.11491519610087078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,65536,3.743660736083984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,16384,1.3216927846272788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,16384,0.9724074681599936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,8192,0.9793578465779623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,12288,1.0348981221516929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,12288,0.6480917612711589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,1536,0.25269546508789065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,512,0.14653439521789552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,10240,0.8315573374430338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,10240,0.5064490636189778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,8192,0.6756064097086589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,8192,0.4708885192871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,768,0.16488854090372723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,7168,0.5903626759847005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,7168,0.36253334681193033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,7168,0.23784960110982262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,6144,0.5075807889302572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,6144,0.31538025538126624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,10240,0.3227114677429199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,5120,0.4098965326944987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,5120,0.2586976051330566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,8192,0.2624490737915039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,4096,0.3294560114542643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,4096,0.2049194653828939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,12288,1.5331466674804688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,3584,0.2815818786621094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,3584,0.20182506243387857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,12288,0.3804383913675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,3072,0.24824320475260414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,3072,0.1585792064666748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,4096,0.1487541357676188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,2560,0.2095967928568522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,6144,0.20815466245015463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,2560,0.13883412679036458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,2048,0.16860267321268718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,2048,0.11206293106079102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,3584,0.13464214007059733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,1536,0.12992640336354572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,1536,0.09074772993723551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,5120,0.18035839398701986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,1024,0.0896735986073812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,1024,0.06771732966105143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,3072,0.1181600014368693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,768,0.06932693322499593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,768,0.06249279975891113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,1024,0.056867198149363196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,512,0.05103360017140707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,512,0.0531765341758728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,1536,0.07326292991638184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,256,0.03440746863683065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,256,0.044341333707173664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,2048,0.0891861359278361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,128,0.030349866549173994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,128,0.03918079932530721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,768,0.04966613451639811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,64,0.025196800629297893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,64,0.03935999870300293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,16384,32,0.025663999716440837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,32,0.039590398470560714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,128,0.03261760075887044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,256,0.03651626507441203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,65536,2.9250058492024738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,65536,4.608279418945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,16384,1.0811551411946616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,512,0.04400639931360881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,16384,0.7336544036865235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,12288,0.8027509053548177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,12288,0.5058239936828614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,10240,0.6327637354532878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,10240,0.47493438720703124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,2560,0.10276906490325928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,8192,0.5144202550252278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,8192,0.3647029240926107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,16384,0.5105183919270833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,7168,0.4547210693359375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,7168,0.32501974105834963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,8192,0.207206392288208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,6144,0.3857450803120931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,6144,0.26980374654134115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,10240,0.253548796971639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,5120,0.313812255859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,5120,0.20244800249735512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,7168,0.18543039957682292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,4096,0.2570890744527181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,4096,0.16749547322591146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,12288,0.2973877271016439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,3584,0.22112533251444497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,3584,0.1510719935099284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,4096,0.11728426615397136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,3072,0.19425919850667317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,3072,0.12930986881256104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,3584,0.10604373613993327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,2560,0.15994240442911783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,2560,0.11133546829223633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,6144,0.1641983985900879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,2048,0.13172372976938884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,2048,0.09213866392771403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,5120,0.14219627380371094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,1536,0.09940053621927897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,1536,0.07614186604817709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,3072,0.09360960324605307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,1024,0.06899840037027995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,1024,0.05747413237889608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,1536,0.059264000256856283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,768,0.05293759902318319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,768,0.05430506865183512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,2048,0.0707157293955485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,1024,0.04594879945119222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,512,0.03963626623153686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,512,0.046374400456746415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,256,0.026924800872802735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,256,0.03994239966074626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,768,0.040718932946523026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,2560,0.08178026676177978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,128,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,128,0.03293866713841756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,64,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,64,0.032731733719507855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,12288,32,0.019298134247461955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,32,0.03236906727155049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,128,0.02760533293088277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,256,0.030547199646631877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,512,0.03668053150177002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,65536,2.5619115193684894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,65536,3.7928672790527345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,16384,0.6295050938924154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,16384,0.8912031809488932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,12288,0.6618272145589192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,12288,0.5185269355773926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,10240,0.5386304219563802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,10240,0.37128852208455404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,16384,0.3935509363810221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,8192,0.4277482668558757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,8192,0.33689279556274415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,10240,0.21717333793640137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,7168,0.38366934458414714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,7168,0.28260587056477865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,8192,0.17717013359069825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,6144,0.31817919413248696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,6144,0.2315978686014811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,12288,0.2546592076619466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,5120,0.26033066113789877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,5120,0.17440853118896485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,7168,0.1578144073486328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,4096,0.2137791951497396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,4096,0.14507412910461426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,6144,0.1424832026163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,3584,0.18472107251485187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,3584,0.1291221300760905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,5120,0.12427093187967937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,3072,0.1589621384938558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,3072,0.11122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,16384,0.3318943977355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,2560,0.13356693585713703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,2560,0.09814293384552002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,4096,0.101036802927653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,2048,0.10970453421274821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,2048,0.08157119750976563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,3072,0.08154559930165609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,3584,0.09362026850382486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,1536,0.0822709321975708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,1536,0.06783040364583334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,1024,0.05690240065256754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,1024,0.052086400985717776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,2560,0.07133013407389323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,768,0.04381440083185832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,768,0.0492853323618571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,768,0.034932267665863034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,512,0.03231679995854696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,512,0.041441067059834795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,1024,0.04058239857355754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,256,0.022500266631444298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,256,0.034976001580556235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,256,0.02654079993565877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,128,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,128,0.03158719937006633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,128,0.024613332748413087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,64,0.016832000017166136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,512,0.031573333342870075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,64,0.03274453282356262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,10240,32,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,32,0.030756266911824544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,2048,0.06038399934768677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,65536,2.1550580342610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,65536,3.0540702819824217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,16384,0.6987328211466471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,16384,0.6546239852905273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,12288,0.5150368054707845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,12288,0.4360405286153157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,1536,0.050824534893035886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,10240,0.42637014389038086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,10240,0.3035050710042318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,16384,1.9940811157226563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,8192,0.3279946645100912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,8192,0.27385066350301107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,10240,0.17797973950703938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,7168,0.3001386642456055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,7168,0.2346698602040609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,8192,0.14351785977681478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,6144,0.25079466501871744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,6144,0.1823904037475586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,12288,0.2178559939066569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,5120,0.21123733520507812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,5120,0.16108053525288898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,6144,0.11529066562652587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,4096,0.1649823983510335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,4096,0.12141546408335369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,7168,0.12999893029530843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,3584,0.1450442632039388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,3584,0.11074559688568116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,5120,0.10172906716664631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,3072,0.12617066701253254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,3072,0.09524266719818116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,16384,0.29887145360310874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,2560,0.10474773248036702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,2560,0.08727146784464518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,3072,0.0680191993713379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,2048,0.08547733624776205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,2048,0.06991039911905925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,2560,0.059852798779805504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,1536,0.06538666486740112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,1536,0.05976959864298502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,3584,0.07736639976501465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,1024,0.044283731778462725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,1024,0.04529386758804321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,4096,0.08432106971740723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,768,0.03417280117670695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,2048,0.05035733381907145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,768,0.04268480141957601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,512,0.025011199712753295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,512,0.037402665615081786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,1536,0.04262293179829915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,256,0.01812053322792053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,1024,0.0333407998085022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,256,0.030825599034627275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,128,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,128,0.027133866151173906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,128,0.020610133806864418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,64,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,512,0.026320000489552815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,64,0.026382933060328167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,256,0.02262826760609945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,8192,32,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,32,0.027130667368570966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,768,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,16384,0.6542240142822265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,65536,2.0689812978108724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,16384,0.620410664876302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,65536,2.93516362508138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,12288,0.4910602569580078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,12288,0.47820587158203126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,10240,0.37643839518229166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,10240,0.30194988250732424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,10240,0.17127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,8192,0.3034613291422526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,8192,0.23997012774149576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,12288,0.20090880393981933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,7168,0.2709930737813314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,7168,0.20711359977722169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,16384,0.26948159535725913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,6144,0.22821547190348307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,8192,0.1394272009531657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,6144,0.1632960001627604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,5120,0.18669546445210775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,5120,0.14342719713846844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,7168,0.1258794705073039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,4096,0.14970134099324545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,4096,0.11281387011210124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,4096,0.0820192019144694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,3584,0.13137280146280925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,3584,0.10360746383666992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,5120,0.09911359945933024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,3072,0.1133354663848877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,3072,0.08971412976582846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,6144,0.11160000165303548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,2560,0.0937557299931844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,2560,0.07996799945831298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,3584,0.07456426620483399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,2048,0.07636480331420899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,2048,0.06580053170522054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,3072,0.06594773530960082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,1536,0.058202668031056726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,1536,0.057825068632761635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,2560,0.056910932064056396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,1024,0.04025280078252157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,1024,0.047764265537261964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,2048,0.04878933429718017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,768,0.03302186727523804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,768,0.043109333515167235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,1024,0.031729066371917726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,512,0.02589973409970601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,1536,0.04043413400650024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,512,0.038747731844584146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,256,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,256,0.032818132638931276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,768,0.028935466210047407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,128,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,128,0.026687999566396076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,128,0.020253866910934448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,64,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,256,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,64,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,7168,32,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,32,0.025221333901087446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,512,0.026051199436187743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,65536,1.7480266571044922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,65536,2.2927925109863283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,16384,0.5120736122131347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,16384,0.5123135884602864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,12288,0.38465706507364905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,12288,0.3387370745340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,12288,0.1755125363667806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,10240,0.33578666051228845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,10240,0.2991882642110189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,16384,0.2334474722544352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,8192,0.27338132858276365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,8192,0.21242987314860023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,10240,0.1515541394551595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,7168,0.2350719928741455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,7168,0.1944170633951823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,8192,0.12373440265655518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,6144,0.2027989387512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,6144,0.1557269255320231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,7168,0.11208106676737468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,5120,0.16294719378153483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,5120,0.13191573619842528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,6144,0.10039253234863281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,4096,0.13122133413950604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,4096,0.10898666381835938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,5120,0.08911573092142741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,3584,0.11445013682047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,3584,0.10030506451924641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,4096,0.07368106842041015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,3072,0.09859093030293783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,3072,0.08652160167694092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,3584,0.06691520214080811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,2560,0.08234773476918539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,2560,0.07738986810048422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,3072,0.058849068482716885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,2048,0.06652799844741822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,2048,0.06300586859385172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,65536,1.4147509256998698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,1536,0.05866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,1536,0.06557439963022868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,2048,0.04323413372039795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,1024,0.034568532307942705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,1024,0.041196799278259276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,2560,0.05111999909083048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,768,0.028457599878311157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,768,0.0400330662727356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,1536,0.03676693439483643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,512,0.021303466955820718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,512,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,512,0.023517866929372154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,256,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,256,0.028449066480000812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,768,0.02572159965833028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,1024,0.02900693416595459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,128,0.012656000256538392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,128,0.02504640022913615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,64,0.011091199517250062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,64,0.02367466688156128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,256,0.02026346723238627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,6144,32,0.011560533444086711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,128,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,32,0.024405332406361897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,65536,1.5655648549397787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,65536,1.8939338684082032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,16384,0.4179957389831543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,16384,0.5575679779052735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,12288,0.31961812973022463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,12288,0.29375359217325847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,65536,1.636751937866211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,10240,0.2922005335489909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,10240,0.29994878768920896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,65536,1.203594716389974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,8192,0.24488959312438965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,8192,0.24836266835530602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,10240,0.13313813209533693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,7168,0.19997866948445636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,7168,0.16477333704630534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,12288,0.1527136007944743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,8192,0.10823466777801513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,6144,0.17522026697794596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,6144,0.14355413118998211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,5120,0.14095360438028973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,5120,0.12098666826883953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,5120,0.07932693163553874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,4096,0.11168533166249592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,4096,0.1002282698949178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,6144,0.08815786838531495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,3584,0.09570133686065674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,3584,0.09184959729512533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,7168,0.09934613704681397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,3072,0.08271146615346273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,3072,0.07823999722798666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,16384,0.19784852663675945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,2560,0.06870613098144532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,2560,0.06918826897939047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,4096,0.06487253506978354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,2048,0.056201601028442384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,2048,0.057316267490386964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,3584,0.05873386859893799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,1536,0.04201066493988037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,1536,0.04555413325627645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,1536,0.031932799021402995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,1024,0.029126399755477907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,2048,0.03871999979019165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,1024,0.03731093406677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,2560,0.04491733312606812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,768,0.02210879921913147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,768,0.0347434679667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,3072,0.05149226586023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,512,0.016721065839131674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,512,0.030678399403889972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,256,0.012250666817029316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,256,0.02532800038655599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,512,0.021041067441304524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,128,0.010196266571680705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,128,0.023613866170247397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,256,0.018389334281285606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,768,0.023320533831914268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,64,0.009491200248400371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,64,0.024570665756861367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,5120,32,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,128,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,32,0.024334933360417685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,1024,0.025681066513061523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,16384,0.3489301363627116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,16384,0.35623785654703777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,65536,1.4562591552734374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,65536,1.3896650950113931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,12288,0.2968213399251302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,12288,0.2703338623046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,10240,0.22962667147318522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,10240,0.21773866017659507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,65536,1.1256682078043618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,8192,0.1856928030649821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,8192,0.18288745880126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,10240,0.11356480121612549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,7168,0.1611807982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,7168,0.1480160077412923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,12288,0.12967039744059244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,6144,0.13627413113911946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,6144,0.12660160064697265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,65536,2.1783798217773436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,5120,0.12397653261820477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,5120,0.13846826553344727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,6144,0.07664426962534586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,7168,0.08576426506042481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,4096,0.08793280124664307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,4096,0.08987092971801758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,8192,0.09260586897532144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,3584,0.07710506916046142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,3584,0.08231146335601806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,3072,0.06624533335367838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,3072,0.0705397367477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,16384,0.16879040400187176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,2560,0.05599040190378825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,2560,0.061477335294087734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,3072,0.043891199429829914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,2048,0.04458880027135213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,2048,0.05132053295771281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,3584,0.050436266263326014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,1536,0.034209068616231283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,4096,0.05567359924316406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,1536,0.04324800173441569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,1024,0.024311467011769613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,1024,0.03422826528549194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,2560,0.03873386780420939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,768,0.01928960084915161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,768,0.03230080008506775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,5120,0.06861866315205892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,512,0.014158933361371358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,512,0.028219733635584516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,1024,0.022465066115061442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,256,0.01095466713110606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,512,0.018569600582122803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,256,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,2048,0.033351465066274004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,128,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,128,0.021542400121688843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,768,0.020216532548268638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,64,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,64,0.020709333817164104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,4096,32,0.008235733211040496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,128,0.01569919983545939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,1536,0.027833600838979084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,32,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,256,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,16384,0.32908585866292317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,16384,0.3432565371195475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,12288,0.24323840141296388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,65536,1.2820245107014974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,65536,1.3521109263102213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,12288,0.2583295981089274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,10240,0.20557653109232582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,10240,0.1992085297902425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,8192,0.15938560167948407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,8192,0.15627627372741698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,8192,0.09322026570638021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,7168,0.13906240463256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,7168,0.13531947135925293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,10240,0.1130570650100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,6144,0.11995306809743245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,6144,0.11669332981109619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,12288,0.12788906892140706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,5120,0.09956053098042807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,5120,0.09847679932912191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,7168,0.08520747025807698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,4096,0.0785045305887858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,4096,0.08257599671681723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,6144,0.07607253392537436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,3584,0.06889493465423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,3584,0.07545599937438965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,5120,0.06613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,3072,0.05882026751836141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,3072,0.0633354663848877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,65536,0.9613578796386719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,2560,0.05035306612650553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,2560,0.06804160277048746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,16384,0.166157865524292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,2048,0.039369599024454756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,2048,0.04630933205286662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,4096,0.05498986641565958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,1536,0.029044266541798907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,1536,0.04064853191375732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,3584,0.048891735076904294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,1024,0.020383999745051066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,3072,0.04297706683476766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,1024,0.033618132273356124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,768,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,768,0.030758400758107502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,768,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,512,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,512,0.027745066086451213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,1024,0.021504000822703043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,256,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,256,0.022848000129063926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,1536,0.027527467409769697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,128,0.008281599978605907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,2560,0.038076798121134445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,128,0.021332265933354695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,256,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,64,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,64,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3584,32,0.008980266253153483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,512,0.018205867211023966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,128,0.015672533710797628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,32,0.020829866329828896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,2048,0.032867199182510375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,16384,0.26542293230692543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,16384,0.31416212717692055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,12288,0.20288213094075522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,65536,1.0252288182576499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,65536,1.22630615234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,12288,0.23625173568725585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,10240,0.17105493545532227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,10240,0.19421013196309406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,8192,0.139902925491333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,8192,0.15297493934631348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,8192,0.07754773298899333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,7168,0.12180480162302654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,7168,0.1317738691965739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,10240,0.09470506509145102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,6144,0.10166186491648357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,6144,0.11266240278879802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,7168,0.07189973195393881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,12288,0.10898559888203938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,5120,0.08390826384226481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,5120,0.09539306958516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,4096,0.06561066706975302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,4096,0.07914026578267416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,6144,0.06412586768468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,3584,0.05785173177719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,3584,0.07130026817321777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,4096,0.04649600187937419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,3072,0.051260801156361904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,3072,0.059782401720682776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,5120,0.056493866443634036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,2560,0.04215039809544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,2560,0.05332479874293009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,3584,0.04194133281707764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,2048,0.03394560019175212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,2048,0.04486613273620606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,2560,0.032892799377441405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,1536,0.02685653368631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,1536,0.039155201117197676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,3072,0.036900266011555986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,16384,0.13751573562622071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,1024,0.019466666380564372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,1024,0.031113600730895995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,768,0.01560426652431488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,768,0.03077546755472819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,2048,0.0278656005859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,512,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,512,0.026718932390213012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,768,0.017576533555984496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,256,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,256,0.02376213272412618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,1024,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,128,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,512,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,128,0.0220960001150767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,1536,0.02378773291905721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,64,0.008428800106048583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,256,0.014852266510327658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,128,0.015314132968584696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,64,0.020476800203323365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,3072,32,0.007804800073305767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,32,0.020983467499415077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,65536,0.932747713724772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,65536,1.146630350748698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,16384,0.2464288075764974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,16384,0.29375572204589845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,12288,0.17265067100524903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,12288,0.22154773076375328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,10240,0.1419552008310954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,10240,0.17611840565999348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,10240,0.09333120187123617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,8192,0.1140181303024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,8192,0.13655999501546223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,12288,0.10724693139394123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,7168,0.09755093256632487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,7168,0.11902826627095539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,8192,0.07643093268076578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,6144,0.08423360188802084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,6144,0.10197227001190186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,16384,0.13539519309997558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,5120,0.07012800375620523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,5120,0.08617706298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,7168,0.07133866945902506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,4096,0.05452479918797811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,4096,0.0697802702585856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,6144,0.06339626709620158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,3584,0.047541332244873044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,3584,0.06323733329772949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,5120,0.054890668392181395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,3072,0.041157333056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,3072,0.05326186815897623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,4096,0.04574933449427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,2560,0.03360639810562134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,2560,0.04861546754837036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,3072,0.03676906824111938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,2048,0.027811199426651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,2048,0.040938667456309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,3584,0.04068479935328166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,1536,0.021411200364430748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,1536,0.03504853248596192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,2560,0.03233706752459208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,1024,0.015449600418408713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,1024,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,1536,0.023491199811299643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,768,0.0121888001759847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,768,0.02757866581281026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,2048,0.027610667546590167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,512,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,512,0.024771199623743693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,512,0.016007467110951742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,1024,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,768,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,256,0.021338667472203574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,128,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,128,0.018588799238204955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,64,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,256,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,128,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,64,0.018847999970118205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2560,32,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,32,0.01853013237317403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,65536,0.6807711919148762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,16384,0.19171840349833172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,65536,1.0400533040364583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,16384,0.2956416130065918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,12288,0.12964693705240887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,12288,0.21436479886372886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,12288,0.08450133005777995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,10240,0.11880640188852946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,10240,0.1708906650543213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,65536,0.797982915242513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,8192,0.09223146438598633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,8192,0.1336959997812907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,10240,0.07476800282796224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,7168,0.08152960141499838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,7168,0.11384426752726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,16384,0.10815253257751464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,6144,0.06752533117930094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,6144,0.09656533400217691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,7168,0.05698239803314209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,5120,0.05641066630681356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,5120,0.08145493666330973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,8192,0.06175680160522461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,4096,0.04459306796391805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,4096,0.06415253480275472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,6144,0.0514794667561849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,3584,0.038919464747111006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,3584,0.05806826750437418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,5120,0.0448309342066447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,3072,0.03421119848887126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,3072,0.0499125321706136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,3584,0.03327359954516093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,2560,0.029357866446177168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,4096,0.03658026854197184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,2560,0.045355733235677084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,2048,0.02444373369216919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,2048,0.03905493418375651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,3072,0.02985600034395854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,1536,0.019088000059127808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,1536,0.03520960013071696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,2560,0.02643199960390727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,1024,0.013794133067131042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,1024,0.028666667143503827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,1024,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,768,0.01139306624730428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,1536,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,2048,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,768,0.02757333318392436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,512,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,512,0.024893865982691447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,256,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,256,0.021976532538731892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,512,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,256,0.012941867113113403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,128,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,768,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,128,0.019874133666356406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,64,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,64,0.01867306629816691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,2048,32,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,128,0.01246506671110789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,32,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,65536,0.5166442553202312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,16384,0.13086720307668048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,65536,0.9680234909057617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,16384,0.2576650619506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,12288,0.09957333405812582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,12288,0.1913642724355062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,12288,0.0841877301534017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,10240,0.08983573118845621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,10240,0.15573333104451498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,65536,0.6441279729207356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,8192,0.07059840361277261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,8192,0.13376533190409343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,16384,0.10562026500701904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,7168,0.06331093311309814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,7168,0.10462933381398518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,10240,0.07499946753184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,6144,0.05202453136444092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,6144,0.08824000358581544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,7168,0.055802667140960695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,5120,0.043299198150634766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,5120,0.07308266957600912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,8192,0.06177279949188232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,4096,0.0345141331354777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,4096,0.05813546578089396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,4096,0.03601706822713216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,3584,0.030751999219258624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,5120,0.04350506862004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,3584,0.053439998626708986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,3072,0.027059199412663777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,3072,0.046529066562652585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,6144,0.04977706670761108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,2560,0.02313813368479411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,2560,0.04123733441034953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,65536,0.6349237442016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,2048,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,2048,0.03671893278757731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,3072,0.029256532589594524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,2560,0.02595413327217102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,1536,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,3584,0.032968533039093015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,1536,0.031930667161941526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,1024,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,1024,0.0268832008043925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,768,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,768,0.025919999678929644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,1024,0.015240533153216043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,768,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,512,0.007189333438873291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,512,0.02331519921620687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,256,0.006040533383687338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,1536,0.01867626706759135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,256,0.021681066354115805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,128,0.005331199864546458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,128,0.0190720001856486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,512,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,256,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,64,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1536,32,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,64,0.016658133268356322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,128,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,2048,0.02225066622098287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,32,0.01681813398996989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,16384,0.09208959738413493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,65536,0.3549941380818685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,16384,0.22974613507588706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,12288,0.06931626796722412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,65536,0.8760554631551107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,12288,0.17386666933695477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,10240,0.05803093512852987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,10240,0.14363306363423664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,10240,0.05529813369115194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,8192,0.04641600052515666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,8192,0.10966826279958089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,12288,0.06168853441874186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,7168,0.03966079950332642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,7168,0.09408106803894042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,8192,0.04548053344090779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,16384,0.07579733530680338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,6144,0.034594134489695234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,6144,0.07811093330383301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,5120,0.029099732637405396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,5120,0.0654581348101298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,7168,0.04115093151728312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,4096,0.02448319991429647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,4096,0.05093333323796591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,6144,0.03660906553268432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,5120,0.033003733555475874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,3584,0.021868799130121866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,3584,0.04756053288777669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,3072,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,3072,0.04118080139160156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,4096,0.02759893337885539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,2560,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,2560,0.03861440022786458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,3584,0.025165865818659466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,2048,0.013951999942461648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,3072,0.022372267643610635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,2048,0.034409598509470625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,1536,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,1536,0.030793599287668866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,2560,0.01996799906094869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,1024,0.008903466661771138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,1024,0.024884267648061117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,1536,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,768,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,2048,0.01732906699180603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,768,0.02463573416074117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,512,0.006230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,512,0.022374399503072104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,1024,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,768,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,256,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,256,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,128,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,512,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,256,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,128,0.017426133155822754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,64,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,128,0.011225600043932598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,64,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,1024,32,0.003764266769091288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,32,0.01686933239301046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,65536,0.28068691889444985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,16384,0.07087466716766358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,16384,0.2194688002268473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,65536,0.8502623875935873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,12288,0.05345919926961264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,12288,0.16611520449320477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,12288,0.060482132434844973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,10240,0.044625067710876466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,10240,0.13726612726847331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,65536,0.5160693486531576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,8192,0.03575786749521891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,8192,0.10650026798248291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,16384,0.07525333563486734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,7168,0.030845866600672407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,7168,0.08892587025960287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,10240,0.054712533950805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,6144,0.026768000920613606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,6144,0.07354559898376464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,8192,0.04473066727320353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,5120,0.022860799233118692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,5120,0.06108160018920898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,7168,0.04038506746292114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,4096,0.019429334004720054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,4096,0.047465598583221434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,5120,0.03313279946645101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,6144,0.035427200794219973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,3584,0.017181867361068727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,3584,0.04453866481781006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,3072,0.01530346671740214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,3072,0.03915199836095174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,4096,0.02721280058224996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,2560,0.01330880026022593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,2560,0.03654826482137044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,3584,0.024755199750264488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,2048,0.011256532867749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,3072,0.022259199619293214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,2048,0.03217599987983703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,1536,0.009304533402125042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,1536,0.02911253372828166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,2560,0.01965013345082601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,1024,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,1024,0.024567466974258424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,1536,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,2048,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,768,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,768,0.024399999777475992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,512,0.005132799843947092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,512,0.021709867318471274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,1024,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,768,0.011648000280062357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,256,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,256,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,128,0.0037418665985266366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,512,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,256,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,128,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,64,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,128,0.010824533303578694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,64,0.01771519978841146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,768,32,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,768,32,0.015890133380889893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,65536,0.2010965347290039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,65536,0.8063946406046549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,16384,0.051351467768351235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,16384,0.2100202719370524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,12288,0.039155201117197676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,12288,0.15782933235168456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,65536,0.5055925369262695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,10240,0.032712533076604204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,10240,0.13056106567382814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,12288,0.05997440020243326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,8192,0.024997333685557045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,8192,0.09819093545277914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,16384,0.07418346405029297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,7168,0.02158400019009908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,7168,0.0830293337504069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,10240,0.054205866654713955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,6144,0.019010132551193236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,6144,0.06663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,8192,0.0438538670539856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,5120,0.016566399733225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,5120,0.05505813360214233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,7168,0.0387231985727946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,4096,0.013986133535703025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,4096,0.04489920139312744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,6144,0.03525439898173015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,3584,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,3584,0.04107733170191447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,5120,0.03279680013656616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,3072,0.01113706628481547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,4096,0.02664533257484436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,3072,0.03712000052134196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,2560,0.00986346701780955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,2560,0.034924801190694174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,3584,0.02432639996210734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,2048,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,3072,0.022284799814224245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,2048,0.03035093347231547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,1536,0.007210666437943776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,2560,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,1536,0.02685653368631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,1024,0.005868799984455109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,1024,0.02289386590321859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,2048,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,1536,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,768,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,1024,0.012035199999809265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,768,0.022977066040039063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,512,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,512,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,256,0.0034773332377274835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,768,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,512,0.011967999736467998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,256,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,128,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,128,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,256,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,64,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,128,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,64,0.01525759994983673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,512,32,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,512,32,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,65536,0.11920106410980225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,16384,0.03692906697591146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,16384,0.20416533152262367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,65536,0.7633045196533204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,12288,0.02866026759147644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,12288,0.15318719546000165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,12288,0.059767464796702065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,10240,0.022190932432810465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,10240,0.12482879956563313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,16384,0.07392213344573975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,8192,0.017692800362904867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,8192,0.09264427026112874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,10240,0.05394239823023478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,7168,0.015794133146603904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,8192,0.0427509347597758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,7168,0.07668480078379313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,6144,0.013854933778444925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,6144,0.061626664797465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,7168,0.03823466698328654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,5120,0.01209386686484019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,6144,0.03505386511484782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,5120,0.04966613451639811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,65536,0.3864128112792969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,4096,0.010134399930636088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,4096,0.04295253356297811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,3584,0.009765332937240601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,3584,0.040541867415110275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,5120,0.03157119949658711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,4096,0.026344533761342364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,3072,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,3072,0.03511786858240763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,3584,0.02436586618423462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,2560,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,2560,0.033048532406489056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,3072,0.02223466634750366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,2048,0.006363733112812043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,2048,0.030294400453567506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,2560,0.01903146704037984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,1536,0.005717333157857259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,2048,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,1536,0.026739199956258137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,1024,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,1024,0.022932267189025878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,1536,0.014891733725865683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,768,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,1024,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,768,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,512,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,768,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,512,0.02011093298594157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,256,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,512,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,256,0.01778879960378011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,256,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,128,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,128,0.01641386648019155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,64,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,128,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,256,32,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,64,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,256,32,0.014724266529083253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,65536,0.09170986811319987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,16384,0.028493867317835493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,16384,0.20085333188374838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,65536,0.7599370956420899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,12288,0.022266666094462075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,12288,0.14852159818013508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,12288,0.059160534540812174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,16384,0.07391573588053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,10240,0.0159850666920344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,65536,0.2545695940653483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,10240,0.12191359996795655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,8192,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,8192,0.08892373243967691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,7168,0.012218667070070903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,7168,0.07301867008209229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,10240,0.05352853139241537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,8192,0.04150079886118571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,6144,0.010784000158309937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,6144,0.05929493506749471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,5120,0.009386666615804036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,7168,0.03827733198801676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,65536,0.2580575942993164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,5120,0.049474132061004636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,4096,0.007807999849319458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,4096,0.04057706594467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,6144,0.03457066615422567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,3584,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,3584,0.03901120026906331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,3072,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,4096,0.026372265815734864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,3072,0.03465493520100911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,5120,0.03140906691551208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,3584,0.02431679964065552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,2560,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,2048,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,2560,0.032708267370859787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,3072,0.02185493310292562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,2048,0.028776532411575316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,2560,0.0194048007329305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,1536,0.004468266665935516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,1536,0.02664639949798584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,1024,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,65536,0.384770139058431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,1024,0.022083199024200438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,1536,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,2048,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,768,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,1024,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,65536,0.255078395207723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,768,0.02183039983113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,512,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,768,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,512,0.020601600408554077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,256,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,512,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,256,0.010872532924016316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,256,0.0175872008005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,128,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,128,0.01714986761411031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,64,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,128,0.010818133751551311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,65536,0.2616447925567627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,64,0.015213867028554281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,128,32,0.0023445333043734234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,128,32,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,65536,0.2543008009592692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,16384,0.026760532458623247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,10240,0.015215999881426492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,65536,0.08479893207550049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,12288,0.01917866667111715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,16384,0.19848960240681965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,12288,0.14804266293843588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,8192,0.012405332922935487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,10240,0.121234130859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,7168,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,8192,0.08862720330556234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,65536,0.7534005482991536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,7168,0.07178026835123698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,6144,0.00986346701780955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,6144,0.0570527990659078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,5120,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,4096,0.007396266857783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,5120,0.047017598152160646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,2560,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,4096,0.040192000071207684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,3584,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,3584,0.038149333000183104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,3072,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,3072,0.03489919900894165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,1024,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,2048,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,2560,0.03255680004755656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,2048,0.02849173347155253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,768,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,1536,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,1536,0.025614933172861738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,1024,0.022929066419601442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,768,0.003032533327738444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,512,0.01957226594289144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,256,0.002526933451493581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,256,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,128,0.01604373355706533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,65536,0.08787733713785807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,64,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,64,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,64,32,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,16384,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,12288,0.017093332608540852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,16384,0.1965376059214274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,10240,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,12288,0.14953385988871257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,8192,0.08970773220062256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,65536,0.7516106923421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,8192,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,10240,0.12302292982737224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,7168,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,6144,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,7168,0.07362026373545329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,5120,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,6144,0.05885119835535685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,5120,0.04761066834131877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,4096,0.009334400296211243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,4096,0.04058880011240641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,3584,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,3072,0.00781333347161611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,2048,0.028380799293518066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,3584,0.037050668398539224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,3072,0.03419093290964763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,2560,0.0069567998250325514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,1024,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,2560,0.03158186674118042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,2048,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,1536,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,512,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,1024,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,1536,0.025950932502746583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,768,0.022683733701705934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,256,0.018628267447153728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,128,0.015213867028554281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,64,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4096,32,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4096,32,32,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,12288,1.076742426554362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,10240,0.8684799830118815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,16384,1.438091786702474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,10240,1.7141952514648438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,12288,2.1748318990071613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,8192,0.7232597351074219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,16384,2.885733286539714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,8192,1.3544116973876954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,7168,0.7029258728027343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,7168,1.2111114501953124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,6144,0.5349568049112956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,6144,1.0777076721191405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,5120,0.4495104153951009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,5120,0.873527463277181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,4096,0.6434229532877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,4096,0.3703210512797038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,4096,0.27389866511027017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,3584,0.5809535980224609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,3584,0.34180161158243816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,5120,0.32877012888590496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,3072,0.4953791936238606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,3072,0.27988481521606445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,6144,0.384663454691569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,2560,0.41377919514973954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,2560,0.23675626118977866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,3584,0.24543147087097167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,2048,0.34040425618489584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,2048,0.19763627052307128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,7168,0.4522058804829915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,1536,0.2624330679575602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,1536,0.15679359436035156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,3072,0.2135647932688395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,1024,0.17786986033121746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,1024,0.11655466556549073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,1024,0.10023360252380371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,768,0.13861120541890462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,768,0.09834559758504233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,10240,0.610638936360677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,1536,0.13102186520894368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,512,0.09869973659515381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,512,0.08209599653879801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,256,0.06986666520436605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,256,0.0678762674331665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,2048,0.15813226699829103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,128,0.05739733378092447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,128,0.062047998110453285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,2560,0.18505600293477376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,64,0.04808426698048909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,64,0.062036267916361486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,65536,32,0.04924799998601277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,32,0.06263039906819662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,128,0.05226133267084757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,65536,3.116412862141927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,65536,1.795809046427409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,16384,0.7157482782999675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,16384,0.49044373830159504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,256,0.06050879955291748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,12288,0.5306591987609863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,12288,0.33305813471476237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,512,0.07621760368347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,10240,0.41478827794392903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,10240,0.2511722723642985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,8192,0.5048384030659994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,8192,0.33737812042236326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,8192,0.2030421257019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,768,0.08618880112965902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,7168,0.2946144104003906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,7168,0.1923701286315918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,7168,0.12085866928100586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,6144,0.2521738688151042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,6144,0.15851306915283203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,12288,0.7420576095581055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,5120,0.20148693720499672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,5120,0.1349184036254883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,10240,0.16527466773986815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,4096,0.1634325345357259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,4096,0.10756800174713135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,8192,0.13525226910909016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,3584,0.14636905988057453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,3584,0.0992298682530721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,12288,0.19683413505554198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,3072,0.127948800722758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,3072,0.08784000078837076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,3584,0.07109653155008952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,2560,0.10602880318959554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,2560,0.07547946770985922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,4096,0.07772586345672608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,3072,0.06240959962209066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,2048,0.08502399921417236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,2048,0.06412479877471924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,1536,0.06650880177815756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,1536,0.05554666519165039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,5120,0.09209706783294677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,1024,0.04503680070241292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,1024,0.04330666859944661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,1536,0.03991039991378784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,6144,0.10610026518503826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,768,0.03564266761144002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,768,0.03935573498408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,512,0.025499733289082845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,512,0.03507519960403442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,512,0.024516266584396363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,256,0.01810773412386576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,256,0.029309866825739543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,256,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,768,0.027821866671244304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,128,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,128,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,1024,0.03173440098762512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,64,0.013823999961217245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,64,0.026758400599161784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,16384,32,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,32,0.028149332602818804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,128,0.01877546707789103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,2560,0.0562175989151001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,65536,1.4340213775634765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,16384,0.517738660176595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,65536,2.225610605875651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,16384,0.378114128112793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,12288,0.28253974914550783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,12288,0.4585119883219401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,10240,0.3373621304829916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,10240,0.20802133878072104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,2048,0.04696746667226155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,8192,0.2665994644165039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,8192,0.17680212656656902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,16384,0.2577077388763428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,7168,0.2388970692952474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,7168,0.16330453554789226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,8192,0.11221120357513428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,6144,0.19850986798604328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,6144,0.12998826503753663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,7168,0.10238080024719239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,5120,0.16755626996358236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,5120,0.11354773044586182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,10240,0.13717546463012695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,4096,0.13216426372528076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,4096,0.09241813023885091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,12288,0.16179520289103191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,3584,0.11774933338165283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,3584,0.08796266714731851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,4096,0.06613973379135132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,3072,0.10016533533732097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,3072,0.07640426953633626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,5120,0.07928853034973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,2560,0.08475200335184732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,2560,0.06614613135655721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,6144,0.0895914634068807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,2048,0.06753066380818686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,2048,0.05597653388977051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,3584,0.06020373503367106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,1536,0.052535466353098546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,1536,0.050943998495737705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,3072,0.053686400254567467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,1024,0.035385600725809735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,1024,0.04043413400650024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,1536,0.03449706633885701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,768,0.03034026622772217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,768,0.03546453317006429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,768,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,512,0.02188373406728109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,512,0.03123413324356079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,1024,0.0274944007396698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,256,0.015312000115712484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,256,0.02599253257115682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,2048,0.04037226835886638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,128,0.012659200032552085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,128,0.02463573416074117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,256,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,64,0.011030399799346923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,64,0.022666666905085245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,12288,32,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,128,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,512,0.021885865926742555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,32,0.024337067206700643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,65536,1.2435104370117187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,65536,1.799673589070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,16384,0.41635732650756835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,16384,0.35748373667399086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,12288,0.31003732681274415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,12288,0.22654080390930176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,2560,0.047254399458567305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,10240,0.2863658587137858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,10240,0.19958613713582357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,16384,0.20869013468424477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,8192,0.22685440381368002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,8192,0.16087466875712078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,10240,0.11896639664967854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,7168,0.19949547449747723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,7168,0.1403018633524577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,8192,0.09719786643981934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,6144,0.1798261324564616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,6144,0.11731733481089275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,12288,0.13668160438537597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,5120,0.1374410629272461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,5120,0.10175999800364177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,5120,0.06911893685658774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,4096,0.1101354678471883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,4096,0.08324800332387289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,6144,0.07815679709116617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,3584,0.09739946524302165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,3584,0.07929173310597738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,7168,0.08824960390726724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,3072,0.08459626833597819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,3072,0.06906452973683676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,16384,0.1795050621032715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,2560,0.0710314671198527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,2560,0.06025813420613607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,3072,0.04716266791025798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,2048,0.057107198238372806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,2048,0.050012799104054775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,3584,0.052492801348368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,1536,0.04324906667073568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,1536,0.0434005339940389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,2560,0.041492267449696855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,1024,0.030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,1024,0.03543573220570882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,4096,0.05766079823176066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,768,0.02232853372891744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,768,0.031506133079528806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,1024,0.024569600820541382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,512,0.017064533631006875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,512,0.029051733016967774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,1536,0.02988160053888957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,256,0.012777599692344665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,256,0.02451200087865194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,768,0.021572266022364298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,128,0.009941333532333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,128,0.021287467082341513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,256,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,64,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,2048,0.0358730673789978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,64,0.022089600563049316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,10240,32,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,128,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,32,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,512,0.01890773375829061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,65536,1.0621973037719727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,65536,1.45316162109375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,16384,0.353764279683431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,16384,0.2576543966929118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,12288,0.2653258641560873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,12288,0.19024853706359862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,10240,0.22393387158711753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,10240,0.1559402624766032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,10240,0.09905066490173339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,8192,0.17977813084920247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,8192,0.12794559796651203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,16384,0.9528938929239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,7168,0.1558303991953532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,7168,0.11798826853434245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,12288,0.11543893019358317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,6144,0.13728639284769695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,6144,0.10169066588083904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,6144,0.0666645328203837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,5120,0.11285333633422852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,5120,0.09035413265228272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,16384,0.1494943936665853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,4096,0.08964800039927165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,4096,0.07305066585540772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,8192,0.08186240196228027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,3584,0.07735146681467692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,3584,0.06885440349578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,7168,0.07600746949513754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,3072,0.06665706634521484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,3072,0.060787200927734375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,3584,0.0446613351504008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,2560,0.05599573453267416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,2560,0.0520799994468689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,4096,0.04901440143585205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,2048,0.0455946683883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,2048,0.045509334405263266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,3072,0.04035626649856568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,1536,0.034644265969594315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,1536,0.039773865540822344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,5120,0.058823466300964355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,1024,0.02453333338101705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,1024,0.03229440053304036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,1024,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,768,0.019483733177185058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,768,0.02903146743774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,1536,0.02640639940897624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,512,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,512,0.026639999945958455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,2048,0.030422399441401165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,256,0.011147733529408772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,256,0.022957867383956908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,512,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,128,0.009496532877286275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,128,0.021253333489100138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,768,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,64,0.00817386656999588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,128,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,64,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,8192,32,0.008274133503437042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,32,0.020567466815312706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,256,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,2560,0.0352288007736206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,65536,1.0178709030151367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,65536,1.3168287913004557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,16384,0.316976006825765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,16384,0.25405972798665366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,12288,0.23826026916503906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,12288,0.18772053718566895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,10240,0.22140372594197594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,10240,0.15220266977945965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,10240,0.09819093545277914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,8192,0.17497812906901042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,8192,0.12551360130310057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,12288,0.11322666803995769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,7168,0.1479765256245931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,7168,0.10476586818695069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,8192,0.08056746323903402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,6144,0.1271392027537028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,6144,0.09095893700917562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,7168,0.07299520174662272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,5120,0.10475306510925293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,5120,0.08028693199157715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,16384,0.14900479316711426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,4096,0.08369599978129069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,4096,0.06731413205464681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,6144,0.06571626663208008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,3584,0.07112320264180502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,3584,0.06246506770451864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,5120,0.05721386671066284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,3072,0.05944639841715495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,3072,0.05384320020675659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,4096,0.048393599192301434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,2560,0.04964160124460856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,2560,0.0475381334622701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,3584,0.04373439947764079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,2048,0.040727468331654866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,2048,0.04051200151443481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,2560,0.03431573311487834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,1536,0.030126933256785077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,1536,0.03707306782404582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,3072,0.038355199495951335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,1024,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,1024,0.030819199482599896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,2048,0.029865600665410358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,768,0.017117865880330405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,768,0.027483733495076497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,1024,0.02034133275349935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,512,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,512,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,1536,0.025065600872039795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,256,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,256,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,768,0.018339200814565023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,128,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,128,0.020248534282048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,512,0.0160671999057134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,64,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,64,0.020899200439453126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,7168,32,0.007630933324495952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,128,0.013685333728790283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,32,0.019777067502339683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,256,0.013939199844996133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,65536,0.8857525507609049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,65536,1.0785205841064454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,16384,0.2609034697214762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,16384,0.2778069178263346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,12288,0.2334101359049479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,12288,0.20995519955952963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,12288,0.09244586626688639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,10240,0.17242239316304525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,10240,0.1334506670633952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,16384,0.11860373020172119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,8192,0.13430933952331542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,8192,0.10905280113220214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,10240,0.08059306939442953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,7168,0.12015360196431477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,7168,0.10065920352935791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,7168,0.060971732934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,6144,0.10199039777119953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,6144,0.08640320301055908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,8192,0.06682559649149576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,5120,0.08230933348337809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,5120,0.07602346738179525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,6144,0.0545141339302063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,4096,0.06727999846140544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,4096,0.062157865365346274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,5120,0.04768960078557332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,3584,0.058074665069580075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,3584,0.05747413237889608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,65536,0.704973856608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,3072,0.05527893304824829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,3072,0.05612159967422485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,3584,0.036438401540120444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,2560,0.042108798027038576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,4096,0.040151464939117434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,2560,0.04519466559092204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,2048,0.03436906735102336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,2048,0.03921600182851155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,2048,0.0249781330426534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,2560,0.02934933304786682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,1536,0.02687573234240214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,1536,0.036739198366800944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,1024,0.019438934326171876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,1024,0.029339732726414998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,3072,0.0324565331141154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,768,0.015588266650835672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,768,0.028882133960723876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,1024,0.017571200927098594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,512,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,512,0.026859732468922932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,768,0.015610667069753012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,512,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,256,0.011378133296966552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,256,0.024553600947062174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,1536,0.02109760046005249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,128,0.009661866227785747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,128,0.0232586661974589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,64,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,64,0.023034665981928507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,6144,32,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,128,0.012109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,32,0.02122559944788615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,256,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,65536,0.9272725423177084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,65536,0.8495808283487956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,16384,0.26615999539693197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,16384,0.2538517316182455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,12288,0.180022398630778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,12288,0.14473919868469237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,65536,0.8482218424479167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,10240,0.13614400227864581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,10240,0.13169173399607342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,12288,0.09110079606374105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,8192,0.1128607988357544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,8192,0.09567680358886718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,10240,0.07953706582387289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,7168,0.09619306723276774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,7168,0.08809173107147217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,65536,0.5779776255289714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,6144,0.08039466540018717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,6144,0.08017706871032715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,16384,0.11614933013916015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,5120,0.06720106601715088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,5120,0.06564693450927735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,8192,0.0654848019282023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,4096,0.05541546742121378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,4096,0.05339839855829874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,7168,0.059564801057179775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,3584,0.04785386721293132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,3584,0.051082666714986166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,6144,0.052750933170318606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,3072,0.04109653234481812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,3072,0.04636266628901164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,3072,0.03207466602325439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,2560,0.03445440133412679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,2560,0.041571199893951416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,3584,0.036008532842000326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,2048,0.028064000606536865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,2048,0.035327998797098796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,4096,0.039162667592366536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,1536,0.022022400299708048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,1536,0.03284586668014526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,5120,0.04597226778666179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,1024,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,1024,0.027411200602849323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,1024,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,768,0.012493866682052612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,768,0.024676267306009927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,1536,0.020778665939966835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,512,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,512,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,2048,0.024321067333221435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,512,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,256,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,256,0.020581332842508952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,768,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,128,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,128,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,64,0.00586346685886383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,64,0.01849173307418823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,5120,32,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,128,0.011558399597803751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,2560,0.02818346619606018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,32,0.018898133436838785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,256,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,16384,0.17125546137491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,65536,0.6823925018310547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,16384,0.16846507390340168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,65536,0.6935263951619466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,12288,0.1294432004292806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,12288,0.1270357370376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,10240,0.11458240350087483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,10240,0.10854506492614746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,10240,0.061129601796468105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,8192,0.09135573705037435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,8192,0.08992853164672851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,65536,0.571833610534668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,7168,0.07982186476389566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,7168,0.08175573348999024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,12288,0.06965333620707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,6144,0.06704426606496175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,6144,0.06934506893157959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,65536,1.0090741475423177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,5120,0.06271146535873413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,5120,0.07006080150604248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,7168,0.045238399505615236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,4096,0.04508266846338908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,4096,0.04960319995880127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,8192,0.05043520132700602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,3584,0.039698131879170734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,3584,0.04895999828974406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,16384,0.08825493653615316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,3072,0.034612266222635905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,3072,0.04337919950485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,6144,0.04071040153503418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,2560,0.02916906674702962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,2560,0.038939734299977616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,4096,0.030455466111501055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,2048,0.024117332696914674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,2048,0.0334879994392395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,3072,0.02521599928538005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,1536,0.01952106753985087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,1536,0.031096533934275312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,5120,0.03613866567611694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,2560,0.022460800409317017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,3584,0.02791253328323364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,1024,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,1024,0.026002132892608644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,768,0.011576533317565918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,768,0.024318933486938477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,768,0.0127402663230896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,512,0.022105600436528525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,1024,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,256,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,512,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,256,0.020385066668192543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,1536,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,128,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,128,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,64,0.0063498665889104204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,64,0.01863893270492554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,128,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,4096,32,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,512,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,256,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,32,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,16384,0.15807679494222004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,65536,0.6389301300048829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,16384,0.1677333354949951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,65536,0.6827381134033204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,2048,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,12288,0.11973760128021241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,12288,0.12512106895446778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,10240,0.10752960046132405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,10240,0.10699946880340576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,8192,0.08632213274637858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,8192,0.08941013018290202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,8192,0.04978666702906291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,7168,0.07457386652628581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,7168,0.0805290699005127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,10240,0.06019519964853922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,6144,0.06323093175888062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,6144,0.06816746393839518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,12288,0.06874667008717855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,5120,0.05317013263702393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,5120,0.05951893329620361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,7168,0.045330135027567546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,4096,0.043170134226481124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,4096,0.049407998720804855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,6144,0.04023893276850383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,3584,0.038865065574645995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,3584,0.04767573277155558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,4096,0.03018239935239156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,3072,0.03396373192469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,3072,0.04311466614405314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,5120,0.035922133922576906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,2560,0.02910933295885722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,2560,0.03888533512751262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,16384,0.08649706840515137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,2048,0.024804266293843587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,2048,0.03472426732381185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,3584,0.02762773235638936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,1536,0.01986560026804606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,1536,0.03070720036824544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,3072,0.024856533606847128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,1024,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,1024,0.026263467470804852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,1536,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,768,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,2560,0.022450133164723714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,768,0.025298132499059038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,2048,0.01942080060640971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,512,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,512,0.022785067558288574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,256,0.006773333251476288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,256,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,256,0.011032533645629884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,128,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,512,0.011549866199493409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,128,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,64,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,64,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,1024,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,128,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,768,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3584,32,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,32,0.018518400192260743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,16384,0.1313706636428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,65536,0.5154207865397136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,16384,0.14966719945271809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,65536,0.6153450647989909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,12288,0.09929386774698892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,12288,0.1121951977411906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,10240,0.09363093376159667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,10240,0.0979967991511027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,10240,0.05973653395970663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,8192,0.07422186533610026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,8192,0.08004586696624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,65536,0.4561279932657878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,7168,0.06319146553675334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,7168,0.07329280376434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,12288,0.06902399857838949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,6144,0.05379306475321451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,6144,0.06218346754709879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,6144,0.04006933371225993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,5120,0.044753066698710126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,5120,0.054875731468200684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,7168,0.04460800091425578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,4096,0.036134401957194015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,4096,0.04581973155339559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,8192,0.04914559920628865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,3584,0.031941332419713336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,3584,0.04258453448613485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,16384,0.08761813640594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,3072,0.027937066555023194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,3072,0.038728535175323486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,4096,0.03022720019022624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,2560,0.024312533934911094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,2560,0.033955200513203936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,5120,0.03548693259557088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,2048,0.020322134097417198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,3584,0.027432533105214436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,2048,0.03043946623802185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,1536,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,1536,0.028750934203465778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,3072,0.024781866868336996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,1024,0.010803199807802836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,1024,0.02535360058148702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,1536,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,768,0.00874133308728536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,768,0.022801067431767783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,2048,0.019495467344919838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,512,0.007429333527882893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,1024,0.013801599542299906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,512,0.021107200781504312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,256,0.006100266675154368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,2560,0.022272000710169472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,256,0.018761599063873292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,128,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,128,0.018579200903574625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,256,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,128,0.010362666845321656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,512,0.011479467153549194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,64,0.004997333387533823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,64,0.019024000565210978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,768,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,3072,32,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,32,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,16384,0.11419946352640789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,65536,0.4539989471435547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,16384,0.1412266731262207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,65536,0.5761333465576172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,12288,0.08601813316345215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,12288,0.10604693094889324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,10240,0.07354239622751871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,10240,0.08620693683624267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,10240,0.058721065521240234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,8192,0.05783679882685343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,8192,0.07057920296986898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,12288,0.0684554656346639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,7168,0.0486517349878947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,7168,0.06375253200531006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,8192,0.04832213322321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,6144,0.04244693517684937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,6144,0.054058667023976645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,7168,0.044078934192657473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,5120,0.034968535105387374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,5120,0.04859946568806966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,16384,0.0867679993311564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,4096,0.028484266996383668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,4096,0.04114240010579427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,6144,0.03927573362986247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,3584,0.02506133317947388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,3584,0.0403168002764384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,5120,0.03516800006230672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,3072,0.02177493373552958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,3072,0.03668800195058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,4096,0.029864533742268877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,2560,0.018883200486501057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,2560,0.0328384002049764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,3584,0.027242666482925414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,2048,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,2048,0.02932479977607727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,2048,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,1536,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,3072,0.024546132485071818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,1536,0.02800319989522298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,2560,0.021972266832987468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,1024,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,1024,0.02435413400332133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,768,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,768,0.022686932484308878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,768,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,512,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,1024,0.013678933183352152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,512,0.022030933698018392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,256,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,256,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,1536,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,256,0.01050986647605896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,128,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,512,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,128,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,64,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,64,0.016810667514801026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,128,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2560,32,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,32,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,65536,0.362611198425293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,65536,0.5287477175394695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,16384,0.08894720077514648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,16384,0.13021972974141438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,12288,0.06772800286610922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,12288,0.09672213395436605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,65536,0.43780161539713547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,10240,0.056233600775400794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,10240,0.08202773729960124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,12288,0.045721598466237384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,8192,0.045262932777404785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,8192,0.06586026748021444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,10240,0.03990613222122193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,7168,0.039291731516520184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,7168,0.058531200885772704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,7168,0.030382933219273885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,6144,0.03408106565475464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,6144,0.05054933230082194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,8192,0.03335893154144287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,5120,0.029726932446161907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,5120,0.04527573188145955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,16384,0.0581279993057251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,4096,0.024576000372568765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,4096,0.03902399937311808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,6144,0.027297067642211913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,3584,0.02188053329785665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,3584,0.037931732336680096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,5120,0.024825600783030193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,3072,0.019766400257746376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,3072,0.034216535091400144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,4096,0.02147093415260315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,2560,0.017029333114624023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,2560,0.03097493251164754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,3584,0.01950826644897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,2048,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,2048,0.028730666637420653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,3072,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,2560,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,1536,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,1536,0.027076266209284466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,1024,0.008867200215657551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,1024,0.02400853236516317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,2048,0.014103466272354126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,768,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,768,0.021980800231297812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,1024,0.010797866185506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,512,0.006248533229033152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,512,0.01997440059979757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,1536,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,256,0.004673066735267639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,256,0.018076799313227334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,768,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,512,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,256,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,128,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,128,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,64,0.003941333293914795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,64,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,2048,32,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,128,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,32,0.01702079971631368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,65536,0.28111359278361003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,16384,0.07038186391194662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,65536,0.5037866592407226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,16384,0.12531519730885823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,12288,0.05361493428548177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,12288,0.09227093060811362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,65536,0.3209343910217285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,10240,0.04471146663029989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,10240,0.07486080328623454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,12288,0.04456426699956258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,8192,0.035656531651814774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,8192,0.05745813449223837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,10240,0.038777601718902585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,7168,0.03156373302141825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,7168,0.05375359853108724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,16384,0.05681706666946411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,6144,0.027872000137964887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,6144,0.04723200003306071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,7168,0.02972053289413452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,5120,0.023808000485102336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,5120,0.04291199843088786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,8192,0.032181332508722946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,4096,0.019801600774129232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,4096,0.03679999907811483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,5120,0.024142932891845704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,4096,0.020983467499415077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,3584,0.017844265699386595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,3584,0.03494186798731486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,3072,0.015736533204714458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,3072,0.0321343998114268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,6144,0.02688213388125102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,2560,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,2560,0.028997333844502766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,3072,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,2048,0.011673600474993388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,3584,0.019394133488337198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,2560,0.01611733337243398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,2048,0.02683626612027486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,1536,0.008988799651463826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,1536,0.026387200752894087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,1536,0.012056533495585125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,1024,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,1024,0.022988800207773843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,2048,0.013771733641624451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,768,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,768,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,512,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,512,0.018948266903559365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,768,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,512,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,1024,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,256,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,256,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,128,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,128,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,64,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,256,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,128,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,64,0.015494400262832641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1536,32,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,32,0.015869866808255514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,65536,0.19290773073832196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,16384,0.04892586469650269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,65536,0.47145706812540694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,16384,0.10995946725209553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,12288,0.036489601929982504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,12288,0.07846079667409261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,12288,0.043397335211435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,10240,0.02972373366355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,10240,0.06386026541392008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,65536,0.3155829429626465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,8192,0.024142932891845704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,8192,0.051787734031677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,16384,0.0552127997080485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,7168,0.021602133909861244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,7168,0.04778453509012858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,10240,0.038090666135152176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,6144,0.019211733341217042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,6144,0.041110400358835855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,7168,0.02913493315378825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,5120,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,5120,0.03848746617635091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,8192,0.03211306730906169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,4096,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,4096,0.0328821341196696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,6144,0.026894932985305785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,3584,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,3584,0.03214293320973714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,4096,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,5120,0.024036266406377158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,3072,0.011159466703732808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,3072,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,2560,0.009866666793823243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,3584,0.01899306575457255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,2560,0.0273632009824117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,2048,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,2048,0.025787732998530072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,2048,0.013969066739082336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,2560,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,3072,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,1536,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,1536,0.023082667589187623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,1024,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,1024,0.02095253268877665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,768,0.004955733319123586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,768,0.02048106590906779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,1024,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,512,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,768,0.00993280013402303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,1536,0.012196266651153564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,512,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,256,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,256,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,128,0.0030933332939942675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,512,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,128,0.015609600146611533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,256,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,64,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,1024,32,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,128,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,64,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,32,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,65536,0.15924372673034667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,16384,0.04066133499145508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,65536,0.43853012720743817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,16384,0.10507413546244304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,12288,0.029183999697367353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,12288,0.07368426322937012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,65536,0.31771519978841145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,10240,0.02418559988339742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,10240,0.05931413173675537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,12288,0.04321066538492839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,8192,0.020002132654190062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,8192,0.048579200108846025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,10240,0.03747200171152751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,16384,0.055396266778310145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,7168,0.017591466506322227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,7168,0.04514986673990885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,6144,0.01543786625067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,6144,0.04031360149383545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,8192,0.03158613244692485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,5120,0.013704533378283182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,5120,0.036994131406148274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,7168,0.028849067290623982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,4096,0.011318399508794149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,4096,0.03153066635131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,6144,0.026562132438023883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,3584,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,3584,0.03081173300743103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,5120,0.02352959911028544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,3072,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,3072,0.02906773289044698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,3584,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,4096,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,2560,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,2560,0.026735999186833698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,2048,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,2048,0.024053333202997844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,3072,0.017343999942143758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,1536,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,1536,0.02340373396873474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,2560,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,1024,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,2048,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,1024,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,1536,0.011655466755231221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,768,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,768,0.020626133680343627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,512,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,512,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,1024,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,768,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,256,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,256,0.017101866006851197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,512,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,128,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,256,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,128,0.01606933375199636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,64,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,128,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,64,0.014656000336011252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,768,32,0.003115733216206233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,768,32,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,65536,0.10769493579864502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,16384,0.033562668164571124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,65536,0.4141791979471843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,16384,0.10121386845906574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,12288,0.024682666858037314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,12288,0.06942826906840006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,12288,0.04257599910100301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,10240,0.020890667041142782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,10240,0.05575999816258749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,16384,0.05520319938659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,8192,0.017105066776275636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,8192,0.04639679988225301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,10240,0.037196799119313555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,7168,0.015411200126012168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,7168,0.04312853415807088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,8192,0.03165653347969055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,6144,0.01354986627896627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,6144,0.03839360078175862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,7168,0.028883200883865357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,5120,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,5120,0.03560213247934978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,6144,0.026342399915059406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,4096,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,4096,0.03083733320236206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,5120,0.02358506719271342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,3584,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,3584,0.030769066015879316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,4096,0.0206496000289917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,3072,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,3072,0.02914133270581563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,3584,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,2560,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,3072,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,2560,0.025043199459711712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,2048,0.006332799792289734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,2048,0.023616000016530355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,65536,0.3133962631225586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,1536,0.005713066458702088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,2560,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,1536,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,2048,0.013788800438245138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,1024,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,1024,0.020533333222071327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,768,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,768,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,1536,0.012114133437474568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,1024,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,512,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,512,0.018506666024525963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,256,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,768,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,512,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,256,0.017113600174585977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,256,0.009393067161242167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,128,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,128,0.014660267035166421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,64,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,128,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,64,0.015658666690190635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,512,32,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,512,32,0.015373866756757101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,65536,0.06255679925282796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,65536,0.396781857808431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,16384,0.018117332458496095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,16384,0.09683093229929605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,12288,0.01739413340886434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,12288,0.0648906668027242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,16384,0.053776001930236815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,10240,0.015754666924476624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,10240,0.05205546617507935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,12288,0.042218665281931564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,8192,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,8192,0.043237332503000894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,65536,0.19824639956156415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,7168,0.011705600221951802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,7168,0.04102933406829834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,10240,0.03702186743418376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,6144,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,6144,0.03680853446324666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,8192,0.03136853377024333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,5120,0.009106133381525676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,5120,0.03465919891993205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,7168,0.028926932811737062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,4096,0.007703466713428498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,4096,0.02946666677792867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,6144,0.02638933261235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,3584,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,65536,0.19108160336812335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,5120,0.023891200621922813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,3584,0.02910933295885722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,3072,0.006487466891606649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,3072,0.027258666356404622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,4096,0.02046826680501302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,2560,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,2560,0.02504640022913615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,2048,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,2048,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,3584,0.018605866034825645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,3072,0.01737173398335775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,1536,0.004341333111127218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,2560,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,1536,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,1024,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,1024,0.020873600244522096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,2048,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,768,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,1536,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,768,0.018633600076039633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,1024,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,65536,0.18926080067952472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,512,0.01843199928601583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,512,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,768,0.01007466713587443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,256,0.016243199507395424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,512,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,128,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,256,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,128,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,256,64,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,128,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,64,0.015838932991027833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,256,32,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,65536,0.05172266562779745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,16384,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,16384,0.09351147015889485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,65536,0.3896714528401693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,12288,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,12288,0.062338133653004967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,10240,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,10240,0.051240531603495273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,8192,0.012195199728012085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,8192,0.0431114673614502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,12288,0.04197653134663899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,10240,0.03709226846694946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,7168,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,7168,0.04026240110397339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,8192,0.031624533732732135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,16384,0.05389440059661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,6144,0.009741866588592529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,6144,0.03662933508555095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,5120,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,5120,0.03383040030797323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,4096,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,4096,0.029205334186553956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,7168,0.02845653295516968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,6144,0.025975465774536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,3584,0.0069461335738499955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,5120,0.023627734184265135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,3584,0.028869332869847615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,3072,0.006006399790445963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,3072,0.026822400093078614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,4096,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,2560,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,3584,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,2560,0.025649066766103106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,3072,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,2048,0.02252053419748942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,2560,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,1536,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,1536,0.021623466412226358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,2048,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,1024,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,65536,0.1886346658070882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,1536,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,1024,0.01926506757736206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,768,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,768,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,1024,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,768,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,512,0.018477867046991982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,512,0.009563733140627544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,256,0.015284267067909241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,128,0.015594666202863058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,256,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,64,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,128,0.008503466844558716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,128,32,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,128,32,0.014729600151379904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,65536,0.04737386703491211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,16384,0.010770133137702942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,12288,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,16384,0.09241066773732504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,10240,0.010681600371996561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,12288,0.06040000120798746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,65536,0.38718719482421876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,10240,0.04971413215001424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,8192,0.009343999624252319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,6144,0.008006399869918824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,8192,0.04240533510843913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,7168,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,7168,0.040994131565093996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,5120,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,6144,0.035573331514994304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,5120,0.033029333750406904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,4096,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,3584,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,4096,0.029607466856638592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,3584,0.028910932938257854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,3072,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,2560,0.024653865893681844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,3072,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,2048,0.022775467236836752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,2560,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,1536,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,1024,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,1536,0.022498132785161336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,768,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,1024,0.019713066021601357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,768,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,512,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,65536,0.18894826571146647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,512,0.017138133446375527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,256,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,65536,0.18942613601684571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,256,0.016938666502634682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,32,0.015618133544921874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,128,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,64,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,64,64,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,65536,0.046488531430562335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,16384,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,12288,0.008533333738644917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,16384,0.0932703971862793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,12288,0.06145279804865519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,10240,0.007841066519419352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,65536,0.386024538675944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,7168,0.041205334663391116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,10240,0.05032853285471598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,8192,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,8192,0.044145067532857254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,5120,0.03458986679712932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,7168,0.010264533758163451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,6144,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,6144,0.03553920189539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,5120,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,4096,0.007696000238259633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,4096,0.028988800446192425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,3584,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,3584,0.02874026695887248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,3072,0.005719466507434845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,3072,0.026807467142740887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,2560,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,2560,0.02475093404452006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,2048,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,2048,0.022456532716751097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,1024,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,1536,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,1536,0.021153066555658975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,1024,0.0031690667072931922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,768,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,768,0.018872533241907755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,512,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,128,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,256,0.0022453332940737406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,256,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,32,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2048,32,64,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2048,32,32,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,65536,0.19173866907755535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,16384,0.7268266677856445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,12288,0.5505215962727864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,12288,1.0420650482177733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,16384,1.3158079783121743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,10240,0.8168757120768229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,10240,0.540781847635905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,8192,0.4308885256449382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,8192,0.7611520131429036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,7168,0.38533973693847656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,7168,0.6057418823242188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,6144,0.49158719380696614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,6144,0.28574612935384114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,5120,0.23990400632222494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,5120,0.41398185094197587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,4096,0.33292160034179685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,4096,0.213372802734375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,4096,0.1395978609720866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,3584,0.2978314717610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,3584,0.17175572713216145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,5120,0.17447147369384766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,3072,0.2644789377848307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,3072,0.15599786440531413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,6144,0.19906026522318523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,2560,0.2178325335184733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,2560,0.12973546981811523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,3584,0.12537813186645508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,2048,0.17447466850280763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,2048,0.10719892978668213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,3072,0.11262613137563068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,1536,0.13764160474141438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,1536,0.0878058671951294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,7168,0.23327360153198243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,1024,0.09416960080464681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,1024,0.0654965321222941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,1024,0.054814934730529785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,768,0.07340906461079916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,768,0.055409065882364904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,2048,0.08201066652933756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,512,0.05273280143737793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,512,0.048086400826772055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,8192,0.25964266459147134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,256,0.03545066515604655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,256,0.043322666486104326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,1536,0.06808959643046061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,128,0.030957865715026855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,128,0.03907626469930013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,256,0.03342080116271973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,64,0.026434133450190227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,64,0.039586134751637775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,65536,32,0.02656426628430684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,128,0.029303467273712157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,32,0.039078398545583086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,65536,0.8727221171061197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,65536,1.5105472564697267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,16384,0.399511464436849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,16384,0.22277654012044273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,10240,0.32102721532185874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,12288,0.2671466509501139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,12288,0.17183787027994793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,512,0.041571199893951416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,10240,0.22707734107971192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,10240,0.1406218687693278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,2560,0.09578453699747722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,8192,0.18285120328267415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,8192,0.11287253697713215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,768,0.04695680141448975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,7168,0.16118826866149902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,7168,0.10442132949829101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,7168,0.07055679957071939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,6144,0.13880960146586102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,6144,0.09238186677296957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,8192,0.07871893246968588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,5120,0.11411840120951336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,5120,0.07941973209381104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,10240,0.09354773362477621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,4096,0.09116480350494385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,4096,0.06566826502482095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,12288,0.37971731821695964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,3584,0.07959466775258382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,3584,0.06363093455632528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,12288,0.10918933550516766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,3072,0.06972266832987467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,3072,0.05757759809494019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,4096,0.046217600504557296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,2560,0.05792746543884277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,2560,0.051100798447926844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,6144,0.06262079874674478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,2048,0.04729280074437459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,2048,0.04372906684875488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,5120,0.05602879921595255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,1536,0.03579839865366618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,1536,0.03694506486256917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,3072,0.03770560026168823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,1024,0.025013333559036253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,1024,0.03102186719576518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,3584,0.04209599892298381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,768,0.019469867149988808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,768,0.026951466004053754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,1024,0.020068265994389854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,768,0.01740586757659912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,512,0.014548266927401224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,512,0.02581760088602702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,256,0.011086933811505635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,256,0.021347200870513915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,256,0.013075199723243714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,128,0.009403733412424724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,128,0.020489599307378134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,128,0.012396799524625142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,64,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,64,0.021287467082341513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,16384,32,0.008228266735871632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,32,0.020523732900619505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,512,0.015306666493415833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,65536,1.0438677469889321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,65536,0.7082922617594402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,16384,0.26780694325764975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,16384,0.17898240089416503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,2560,0.03336319923400879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,12288,0.20284266471862794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,12288,0.12904000282287598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,2048,0.029331199328104657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,10240,0.17179840405782063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,10240,0.11337066491444905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,1536,0.02506133317947388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,8192,0.1363925298055013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,8192,0.09273066520690917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,16384,0.14365973472595214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,7168,0.12225386301676433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,7168,0.0880138635635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,7168,0.05669866800308228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,6144,0.1044426679611206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,6144,0.07738773028055826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,8192,0.062882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,5120,0.08477973143259684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,5120,0.06714026927947998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,10240,0.0754634698232015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,4096,0.06876800060272217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,4096,0.05564053455988566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,12288,0.08673386573791504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,3584,0.0599231998125712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,3584,0.052458667755126955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,4096,0.03706560134887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,3072,0.05445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,3072,0.04849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,5120,0.04520959854125976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,2560,0.04341333309809367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,2560,0.043228801091512045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,6144,0.05065919955571493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,2048,0.03595093488693237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,2048,0.03749119838078817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,3584,0.033980798721313474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,1536,0.02726400097211202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,1536,0.03373226722081502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,3072,0.0304149329662323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,1024,0.01990933418273926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,1024,0.027497599522272747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,2048,0.02390506664911906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,768,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,768,0.028092799584070842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,1536,0.020402133464813232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,512,0.0121781329313914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,512,0.025145600239435833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,1024,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,256,0.011432533462842304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,256,0.022881066799163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,512,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,128,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,2560,0.02762986620267232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,128,0.021663999557495116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,64,0.009059199690818786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,64,0.019045333067576088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,12288,32,0.007268266876538594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,32,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,128,0.011971199512481689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,256,0.012215466300646464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,768,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,65536,0.9555007934570312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,16384,0.2478112061818441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,65536,0.6409151713053386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,16384,0.19952960014343263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,12288,0.18123626708984375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,12288,0.12677760124206544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,10240,0.16261653900146483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,10240,0.1056437333424886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,16384,0.11130773226420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,8192,0.1320181369781494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,8192,0.08678826491038004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,10240,0.07323306401570638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,7168,0.11414079666137696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,7168,0.07998186747233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,8192,0.06133439938227335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,6144,0.09661546548207602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,6144,0.07034773031870524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,12288,0.08700586954752604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,5120,0.0796714703241984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,5120,0.061476266384124754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,7168,0.05466026862462362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,4096,0.06257386604944865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,4096,0.05111146767934164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,5120,0.04365546703338623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,3584,0.05443520148595175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,3584,0.04881173372268677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,6144,0.04979840119679769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,3072,0.046749866008758544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,3072,0.045303467909495035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,16384,0.10843199888865154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,2560,0.03942399819691976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,2560,0.040651734670003256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,2560,0.027163734038670857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,2048,0.03170773386955261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,2048,0.035173332691192626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,3072,0.03015039960543315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,1536,0.024076799551645912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,1536,0.03096746603647868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,3584,0.03374293247858683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,1024,0.01715839902559916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,1024,0.026738133033116656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,4096,0.0362175981203715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,768,0.01383039951324463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,768,0.024810665845870973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,2048,0.023125332593917847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,512,0.010699733098347982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,512,0.021207465728123983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,768,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,256,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,1024,0.01632426679134369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,128,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,128,0.019079466660817467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,1536,0.020092799266179403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,64,0.00767680009206136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,64,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,10240,32,0.00786133309205373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,256,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,32,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,128,0.01071999967098236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,65536,0.520143985748291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,65536,0.6746165593465169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,16384,0.1730090618133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,16384,0.15542292594909668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,12288,0.14144426981608074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,512,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,12288,0.10727252960205078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,10240,0.11266132990519206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,10240,0.08953279654184977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,16384,0.5058176040649414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,8192,0.09176533222198487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,8192,0.0850378672281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,10240,0.05447359879811605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,7168,0.08000746568044027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,7168,0.0712394634882609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,12288,0.06328959862391154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,6144,0.07031146685282388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,6144,0.06195626656214396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,8192,0.04583893219629924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,5120,0.05779306491216024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,5120,0.05315306584040323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,5120,0.03317866722742717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,4096,0.04653546810150146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,4096,0.044837331771850585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,7168,0.04115840196609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,3584,0.0403989315032959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,3584,0.04323413372039795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,6144,0.03737706740697225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,3072,0.035607465108235675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,3072,0.04065813223520915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,16384,0.08071359793345133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,2560,0.029919999837875366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,2560,0.03662613232930501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,3072,0.023220266898473105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,2048,0.024716800451278685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,2048,0.03286400039990743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,3584,0.02584213415781657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,1536,0.01967786749204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,1536,0.029267199834187824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,4096,0.027989333868026732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,1024,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,1024,0.02532373269399007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,1024,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,768,0.011899733543395996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,1536,0.015740799903869628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,2048,0.018206934134165444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,768,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,512,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,512,0.021104000012079873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,256,0.00647680014371872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,256,0.018833067019780478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,2560,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,128,0.006808533271153767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,128,0.018410666783650716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,512,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,64,0.0063967997829119366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,256,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,64,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,8192,32,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,32,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,128,0.009373866518338521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,65536,0.6370730717976888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,65536,0.4996639887491862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,768,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,16384,0.1615466594696045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,16384,0.1263381322224935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,12288,0.12251839637756348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,12288,0.09990932941436767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,10240,0.1075818697611491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,10240,0.08967893123626709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,10240,0.05371520121892294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,8192,0.08721280097961426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,8192,0.07335253556569418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,12288,0.062410668532053626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,7168,0.0772159973780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,7168,0.06943146387736002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,16384,0.0794602632522583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,6144,0.06631146669387818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,6144,0.061705601215362546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,7168,0.04094933271408081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,5120,0.054739201068878175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,5120,0.05161066850026449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,8192,0.044972801208496095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,4096,0.043511466185251875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,4096,0.04506453275680542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,4096,0.027581866582234698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,3584,0.03861653407414754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,3584,0.043033599853515625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,6144,0.03704853455225627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,3072,0.0346399982770284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,3072,0.040305066108703616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,5120,0.0328000009059906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,2560,0.029258666435877483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,2560,0.03667200009028117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,2560,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,2048,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,2048,0.03297280073165894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,3072,0.023244800170262654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,1536,0.019887999693552653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,1536,0.02925119996070862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,3584,0.025579732656478883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,1024,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,1024,0.02476693391799927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,1024,0.012852266430854797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,1536,0.015731199582417806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,768,0.012145066261291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,768,0.02325119972229004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,512,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,512,0.02076693375905355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,512,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,256,0.006740266581376393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,256,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,2048,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,128,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,128,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,768,0.011223466197649638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,64,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,64,0.021885865926742555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,256,0.009711999694506328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,7168,32,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,32,0.021205333868662517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,128,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,65536,0.5233738581339519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,65536,0.4409045219421387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,16384,0.1403264045715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,16384,0.11002240180969239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,12288,0.10200320084889729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,12288,0.08748160203297933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,12288,0.06258133252461752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,10240,0.09858773549397787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,10240,0.08072640101114908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,16384,0.07922879854838052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,8192,0.07616533438364664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,8192,0.06585919857025146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,10240,0.053557332356770834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,7168,0.06753706932067871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,7168,0.061626664797465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,7168,0.040489598115285234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,6144,0.05703893502553305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,6144,0.054722134272257486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,8192,0.04499413172403972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,5120,0.04611946741739909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,5120,0.047096534570058184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,6144,0.03663040002187093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,4096,0.037650132179260255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,4096,0.04051946798960368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,5120,0.03241706689198812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,3584,0.03294933239618937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,3584,0.037062398592631024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,4096,0.027613866329193115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,3072,0.028620799382527668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,3072,0.0350816011428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,3584,0.02499306599299113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,2560,0.024617600440979003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,2560,0.03296320041020711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,3072,0.02259520093599955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,2048,0.020336000124613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,2048,0.029653332630793255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,2560,0.019858133792877198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,1536,0.014739200472831726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,1536,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,65536,0.4237365404764811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,1024,0.012085333466529846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,1024,0.02526613275210063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,2048,0.017516799767812095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,768,0.010190932949384054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,768,0.02239360014597575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,1024,0.01281599998474121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,512,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,512,0.02081386645634969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,1536,0.015575466553370157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,256,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,256,0.01874666611353556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,512,0.010033067067464192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,768,0.011566932996114094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,128,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,128,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,64,0.005478399991989136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,64,0.01839573383331299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,256,0.009566932916641235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,6144,32,0.0056320001681645715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,32,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,128,0.009194667140642803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,65536,0.4681536038716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,65536,0.40236800511678056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,16384,0.1237183968226115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,16384,0.10108266671498616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,12288,0.08764800230662027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,12288,0.0808725357055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,65536,0.4132693290710449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,10240,0.07505919933319091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,10240,0.06869440078735352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,12288,0.06123306751251221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,8192,0.05900373458862305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,8192,0.05623146692911783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,65536,0.2916032155354818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,7168,0.05017600059509277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,7168,0.053198933601379395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,10240,0.0529205322265625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,6144,0.04434880018234253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,6144,0.0460319995880127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,16384,0.07833173274993896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,5120,0.037096532185872395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,5120,0.04090880155563355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,8192,0.044222935040791826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,4096,0.029394133885701494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,4096,0.035629868507385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,6144,0.03584853410720825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,3584,0.026038400332132977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,3584,0.03493866523106893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,5120,0.03184960087140401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,3072,0.022772266467412313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,3072,0.0332202672958374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,7168,0.04034880002339681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,2560,0.019141334295272826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,2560,0.030326400200525922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,4096,0.027048534154891966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,2048,0.015946666399637856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,2048,0.027011199792226152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,3584,0.024793599049250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,1536,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,1536,0.024676267306009927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,3072,0.022326399882634483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,1024,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,1024,0.02172586719195048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,2560,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,768,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,768,0.020521599054336547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,1024,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,512,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,512,0.01914880077044169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,768,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,256,0.005409066875775656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,256,0.0197653333346049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,2048,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,128,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,128,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,128,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,256,0.009864532947540283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,64,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,64,0.016402133305867515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,5120,32,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,32,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,512,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,1536,0.015280000368754067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,65536,0.35317761103312173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,65536,0.3507871945699056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,16384,0.0904693365097046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,16384,0.08695893287658692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,12288,0.06760746637980143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,12288,0.07157866954803467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,10240,0.05783360004425049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,10240,0.06385706663131714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,10240,0.0343018651008606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,8192,0.04659626483917236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,8192,0.0519157330195109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,65536,0.2893429438273112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,7168,0.04035626649856568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,7168,0.048785066604614256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,12288,0.039290666580200195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,6144,0.0347765326499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,6144,0.04384746551513672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,8192,0.029048534234364827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,5120,0.029792000850041706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,5120,0.03934613466262817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,7168,0.026530132691065474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,4096,0.02459413409233093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,4096,0.03374933401743571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,6144,0.02427519957224528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,3584,0.022281599044799805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,3584,0.033138134082158405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,16384,0.04862613280614217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,3072,0.019633066654205323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,3072,0.031115732590357464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,5120,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,2560,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,2560,0.028838400046030683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,4096,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,2048,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,2048,0.02606186668078105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,3584,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,1536,0.012025599678357441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,1536,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,3072,0.015313067038853965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,1024,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,2560,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,768,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,768,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,1536,0.011348266402880352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,512,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,512,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,2048,0.012798933188120523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,256,0.004859733581542969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,768,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,1024,0.009794132908185323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,256,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,128,0.004192000130812327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,128,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,512,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,64,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,64,0.01625599960486094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,4096,32,0.0042463997999827065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,32,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,128,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,256,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,65536,0.3350559870402018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,16384,0.0861834685007731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,65536,0.3655989329020182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,16384,0.08926613330841064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,12288,0.0640501340230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,12288,0.07062400182088216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,10240,0.053979734579722084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,10240,0.06159146626790365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,65536,0.5498624165852865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,8192,0.0440778652826945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,8192,0.050753064950307215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,65536,0.2887296040852865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,7168,0.03906666835149129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,7168,0.04749973217646281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,10240,0.03354239861170451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,6144,0.033817601203918454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,6144,0.043244798978169754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,8192,0.02845226724942525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,5120,0.029124265909194945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,5120,0.039111467202504475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,12288,0.03872213363647461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,4096,0.024717867374420166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,4096,0.03490666548411052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,6144,0.024281599124272666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,3584,0.02193280061086019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,3584,0.03304746747016907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,7168,0.026040534178415935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,3072,0.019432532787322997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,3072,0.031099732716878253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,4096,0.018518400192260743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,2560,0.017336533466974894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,2560,0.02879146734873454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,5120,0.021372799078623453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,2048,0.014761599898338317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,2048,0.026687999566396076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,3072,0.015498666961987814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,1536,0.011979732910792034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,1536,0.024165334304173787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,2560,0.01409280002117157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,3584,0.017004799842834473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,1024,0.008852266271909078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,1024,0.021461333831151327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,16384,0.048995200792948404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,768,0.007692799965540569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,768,0.021336533625920615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,512,0.006274133423964183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,512,0.0189194659392039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,2048,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,256,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,256,0.01704746683438619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,1024,0.009781333804130554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,128,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,256,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,128,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,512,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,64,0.00418453315893809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,768,0.009112532933553059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3584,32,0.004322133461634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,64,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,128,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,32,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,1536,0.011146666606267293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,65536,0.2859999974568685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,16384,0.07376533349355062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,16384,0.08167040348052979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,65536,0.3262282689412435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,12288,0.05560213327407837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,12288,0.0636629343032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,10240,0.04646079937616984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,10240,0.05538239876429239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,8192,0.03678400119145711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,8192,0.045621331532796225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,10240,0.033752532800038655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,7168,0.03275199929873149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,7168,0.04377493460973104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,8192,0.028331732749938963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,6144,0.027990400791168213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,6144,0.03999893267949422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,12288,0.03795839945475261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,5120,0.023877332607905068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,5120,0.036445868015289304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,7168,0.02621866663297017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,4096,0.020075732469558717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,4096,0.03138346672058105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,6144,0.023514666159947715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,3584,0.018181333939234413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,3584,0.03025919993718465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,4096,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,3072,0.0161461333433787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,3072,0.028837333122889202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,3584,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,5120,0.021294933557510377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,2560,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,2560,0.026829866568247478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,2048,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,2048,0.024689066410064697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,2048,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,1536,0.009266133109728496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,1536,0.022848000129063926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,3072,0.01546346644560496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,2560,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,1024,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,1024,0.021849600474039714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,768,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,768,0.01920959949493408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,16384,0.048145067691802976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,512,0.0050570666790008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,768,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,512,0.017643733819325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,1024,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,256,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,256,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,128,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,128,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,1536,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,64,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,256,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,3072,32,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,64,0.017132800817489625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,128,0.007857066889603932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,32,0.015783466895421348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,512,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,65536,0.22978666623433433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,16384,0.0568832000096639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,65536,0.3140650749206543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,16384,0.07272533575693765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,12288,0.04412586688995361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,12288,0.055598934491475425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,10240,0.03661653200785319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,10240,0.04932159980138143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,10240,0.033073065678278606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,8192,0.029308799902598066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,8192,0.041085867087046306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,12288,0.03828800121943156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,7168,0.02597973346710205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,7168,0.04078186750411987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,7168,0.02585066755612691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,6144,0.02255893349647522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,6144,0.03639466762542724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,8192,0.028385066986083986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,5120,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,5120,0.033148799339930216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,16384,0.04810133377710978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,4096,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,4096,0.029121067126591998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,5120,0.02090346614519755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,3584,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,3584,0.028666667143503827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,6144,0.023389865954717003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,3072,0.01264959971110026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,3072,0.027135999997456868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,3072,0.015262933572133383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,2560,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,4096,0.0178272008895874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,2560,0.025054933627446492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,2048,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,2048,0.02326293389002482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,3584,0.01673813263575236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,1536,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,1536,0.022721066077550253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,65536,0.28394346237182616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,1024,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,1024,0.020086399714152017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,1536,0.010913067062695821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,768,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,768,0.018731733163197838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,2048,0.01271573305130005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,512,0.004640000065167745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,512,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,2560,0.013800533612569174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,1024,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,256,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,256,0.01600213348865509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,128,0.0033834666013717652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,512,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,128,0.015634133418401083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,768,0.008984532952308655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,64,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,256,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2560,32,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,64,0.01646080017089844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,128,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,32,0.015871999661127727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,65536,0.19205013910929364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,16384,0.04866666793823242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,65536,0.2862304051717123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,16384,0.06863786379496256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,12288,0.0371018648147583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,12288,0.05140373309453329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,10240,0.030488532781600953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,10240,0.04610453446706136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,10240,0.03263466755549113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,8192,0.024692267179489136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,8192,0.03916586637496948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,12288,0.037828266620635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,7168,0.021874133745829263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,7168,0.038261334101359054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,8192,0.027458133300145467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,6144,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,6144,0.035051735242207845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,7168,0.02505600055058797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,5120,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,5120,0.03173013329505921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,16384,0.04731520016988118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,4096,0.014132266243298849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,4096,0.02733760078748067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,6144,0.022806400060653688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,3584,0.012668800354003907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,3584,0.026734934250513716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,5120,0.02089386582374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,3072,0.011307733257611592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,3072,0.02565866708755493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,3584,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,2560,0.009825066725413004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,2560,0.024718934297561647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,4096,0.018068265914916993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,2048,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,3072,0.01495253344376882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,2048,0.02281493345896403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,1536,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,1536,0.020858667294184365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,1536,0.010813867052396137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,2560,0.013433600465456644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,1024,0.005740800003210703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,1024,0.01871253252029419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,768,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,2048,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,768,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,512,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,512,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,768,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,512,0.00895146628220876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,256,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,1024,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,256,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,128,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,128,0.014694399634997048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,64,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,256,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,128,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,64,0.015154133240381876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,2048,32,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,32,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,65536,0.15424319903055828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,65536,0.2607477347056071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,16384,0.039844266573588055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,16384,0.06282346645991008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,12288,0.029186133543650312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,12288,0.04703466494878133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,65536,0.16513813336690267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,10240,0.024439465999603272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,10240,0.0431007981300354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,12288,0.03680213292439778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,8192,0.019879466295242308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,8192,0.03676480054855347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,10240,0.03175680041313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,7168,0.0182751993338267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,7168,0.03654293219248454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,16384,0.046826668580373126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,6144,0.015796266992886863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,6144,0.032945066690444946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,8192,0.026877866188685103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,5120,0.013769599795341491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,5120,0.029616000254948933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,7168,0.024663466215133666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,4096,0.01172160009543101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,4096,0.02677653431892395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,6144,0.02287786602973938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,3584,0.010458667079607646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,3584,0.025753599405288697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,5120,0.020246400435765585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,3072,0.009476266304651896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,3072,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,4096,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,2560,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,2560,0.024102399746576943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,3584,0.016798933347066246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,2048,0.007341866691907247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,3072,0.014737066626548768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,2048,0.022749867041905722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,1536,0.006292266647020976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,1536,0.020603734254837035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,2560,0.013294933239618936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,1024,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,1024,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,1024,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,1536,0.010840533177057902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,768,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,768,0.019019732872645058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,512,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,2048,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,512,0.017746132612228394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,256,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,256,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,512,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,768,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,128,0.0031210665901501974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,256,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,128,0.01639359990755717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,64,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,64,0.016200533509254454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1536,32,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,128,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,32,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,65536,0.10481173197428387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,16384,0.032314666112263996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,65536,0.23613440195719398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,16384,0.056037334601084385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,12288,0.024145066738128662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,12288,0.04488426844278971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,12288,0.03627200126647949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,10240,0.020576000213623047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,10240,0.041169067223866776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,16384,0.045582934220631914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,8192,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,8192,0.03498773177464803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,10240,0.0321237325668335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,7168,0.015293866395950317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,7168,0.033241599798202515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,65536,0.16108585993448893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,6144,0.013848533233006796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,6144,0.030980267127354938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,8192,0.02701759934425354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,5120,0.011934933066368104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,5120,0.02860906720161438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,7168,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,4096,0.01027733286221822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,4096,0.02572159965833028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,6144,0.022312533855438233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,3584,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,3584,0.025869866212209065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,5120,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,3072,0.008453333377838134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,3072,0.024600533644358318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,4096,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,2560,0.007398400207360585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,2560,0.022849067052205404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,3584,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,3072,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,2048,0.006325333317120869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,2560,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,2048,0.021002666155497233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,1536,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,1536,0.02042133410771688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,1536,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,2048,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,1024,0.0046015997727712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,1024,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,768,0.003884800026814143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,768,0.018148267269134523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,512,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,512,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,1024,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,256,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,768,0.00912000040213267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,256,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,512,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,128,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,128,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,256,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,64,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,128,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,64,0.015075199802716575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,1024,32,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,32,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,65536,0.08744853337605794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,16384,0.025170133511225386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,65536,0.2242677370707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,16384,0.05583253304163614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,12288,0.01885653336842855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,12288,0.04155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,12288,0.03625706831614177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,10240,0.016405333081881204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,10240,0.0385696013768514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,16384,0.04489599863688151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,8192,0.013823999961217245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,8192,0.03294186592102051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,10240,0.03188160061836243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,7168,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,7168,0.032943999767303465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,8192,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,6144,0.011085866888364156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,6144,0.02932479977607727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,7168,0.024680533011754355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,5120,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,5120,0.027074132363001508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,65536,0.161625607808431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,4096,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,4096,0.024634667237599692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,6144,0.022300799687703453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,3584,0.00782400021950404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,3584,0.024700800577799477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,5120,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,3072,0.006798933446407318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,3072,0.0240064005057017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,3584,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,4096,0.01772159934043884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,2560,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,2560,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,2048,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,2048,0.021913599967956544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,3072,0.014923733472824097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,1536,0.004763733347256978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,1536,0.020544000466664634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,2560,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,2048,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,1024,0.003991466760635376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,1024,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,768,0.003443199892838796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,1536,0.010804266730944315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,768,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,512,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,512,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,1024,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,256,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,768,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,256,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,512,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,128,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,256,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,128,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,64,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,128,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,768,32,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,64,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,768,32,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,65536,0.05680960019429525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,16384,0.017630932728449504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,65536,0.21363840103149415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,16384,0.05158933401107788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,12288,0.01715946594874064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,12288,0.041419732570648196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,12288,0.036252800623575845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,10240,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,10240,0.03751039902369181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,16384,0.04543573458989461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,8192,0.013009066383043924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,8192,0.03276159962018331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,10240,0.03173759977022807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,7168,0.011506133278210958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,7168,0.031496532758076984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,8192,0.026843732595443724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,6144,0.01043839951356252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,6144,0.028867199023564653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,7168,0.025047467152277632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,5120,0.009045333663622538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,65536,0.16087679862976073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,5120,0.02773546576499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,4096,0.007758933305740357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,4096,0.024583466847737632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,6144,0.02258239984512329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,3584,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,3584,0.024718934297561647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,4096,0.017603200674057008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,5120,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,3072,0.006324266890684764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,3072,0.023117866118748984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,2560,0.005755733450253805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,2560,0.02262079914410909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,3584,0.01646080017089844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,2048,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,2048,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,3072,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,1536,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,2560,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,1536,0.020118399461110433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,1024,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,1024,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,2048,0.012194133798281352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,768,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,1536,0.010595200459162395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,768,0.017963733275731406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,1024,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,512,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,512,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,768,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,256,0.0025279998779296877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,256,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,512,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,128,0.002238933245340983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,256,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,128,0.014604799946149192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,128,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,512,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,64,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,512,32,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,65536,0.03657706578572591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,16384,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,65536,0.20492480595906576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,16384,0.04736640055974324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,12288,0.010900266965230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,12288,0.039843201637268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,65536,0.16070720354715984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,10240,0.0114847997824351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,10240,0.037009068330128986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,12288,0.036167466640472413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,8192,0.01211840013662974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,8192,0.03203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,16384,0.04535893201828003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,10240,0.03163733283678691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,7168,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,7168,0.03179840048154195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,6144,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,6144,0.02898453275362651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,8192,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,5120,0.008616532882054646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,7168,0.024694399038950602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,5120,0.026822400093078614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,6144,0.022665599981943764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,4096,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,4096,0.024693334102630617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,3584,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,3584,0.024449066321055094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,5120,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,4096,0.01765120029449463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,3072,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,65536,0.1583840052286784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,3072,0.024962133169174193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,2560,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,3584,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,2560,0.022716800371805825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,2048,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,2048,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,1536,0.004188799858093261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,1536,0.020377600193023683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,3072,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,2560,0.013242666920026144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,2048,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,1024,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,1024,0.018517333269119262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,1536,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,768,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,1024,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,512,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,512,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,768,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,512,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,256,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,256,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,128,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,128,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,64,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,256,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,256,32,0.014009599884351095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,65536,0.02922026713689168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,16384,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,65536,0.20186452865600585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,16384,0.04519466559092204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,12288,0.01183146635691325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,12288,0.03889386653900147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,16384,0.04490346511205037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,12288,0.035753599802653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,10240,0.010571733117103577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,10240,0.03603413502375285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,8192,0.00927786628405253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,8192,0.0312117338180542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,7168,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,7168,0.0321450670560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,10240,0.03172373374303182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,6144,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,8192,0.026485333840052288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,6144,0.02879146734873454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,5120,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,5120,0.026001065969467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,7168,0.024366933107376098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,4096,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,4096,0.024513065814971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,6144,0.021861332654953002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,3584,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,5120,0.020177066326141357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,3584,0.024074665705362954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,3072,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,4096,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,3072,0.022925867636998495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,3584,0.016284799575805663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,2560,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,2560,0.022757333517074586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,3072,0.014843733112017313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,2048,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,2560,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,2048,0.02068586746851603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,1536,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,1536,0.019592533508936562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,2048,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,65536,0.15892693201700847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,1536,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,1024,0.018361600240071614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,768,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,65536,0.15895573298136395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,768,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,1024,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,512,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,768,0.009101866682370504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,512,0.015466666221618653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,256,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,512,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,256,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,256,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,128,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,128,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,128,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,65536,0.15944746335347493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,64,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,65536,0.1587498664855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,128,32,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,65536,0.029317333300908403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,16384,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,65536,0.20153493881225587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,12288,0.008260266482830047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,16384,0.043277867635091144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,8192,0.03091199994087219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,12288,0.037033601601918535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,10240,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,10240,0.03513706525166829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,8192,0.007430399954319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,7168,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,6144,0.006471466521422069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,7168,0.030817067623138426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,6144,0.02871573368708293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,5120,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,3072,0.005735466877619425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,5120,0.026658133665720625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,4096,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,4096,0.023897600173950196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,3584,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,3584,0.023717333873113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,3072,0.02278719941775004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,2560,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,65536,0.15857173601786295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,2560,0.022316799561182658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,2048,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,2048,0.02123946746190389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,1536,0.0038592000802357995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,1536,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,1024,0.0033333333830038703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,1024,0.01764799952507019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,256,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,768,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,512,0.016716800133387246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,256,0.0023093332846959433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,128,0.01460906664530436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,65536,0.025693867603937787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,64,0.002004266654451688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,16384,0.010972799857457478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,64,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,64,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,64,32,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,16384,0.04369173447291057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,12288,0.008985599875450135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,65536,0.1970677375793457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,12288,0.037272532780965165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,10240,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,10240,0.034932267665863034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,8192,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,8192,0.030907734235127764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,7168,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,7168,0.030830933650334673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,6144,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,6144,0.028727465867996217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,5120,0.006293333570162455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,5120,0.02579946716626485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,4096,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,4096,0.02463679909706116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,3584,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,3072,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,3584,0.02449493408203125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,3072,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,1536,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,2560,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,2560,0.022806400060653688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,2048,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,2048,0.02101973295211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,1536,0.004457599918047587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,1024,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,1024,0.01802240014076233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,768,0.017108267545700072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,512,0.002630399912595749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,512,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,64,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,256,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,256,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,128,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1024,32,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1024,32,32,0.013715199629465737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,16384,0.5766784032185872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,12288,0.4336703936258952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,12288,0.7568394978841145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,10240,0.37141440709431967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,16384,1.0077280044555663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,10240,0.6523402531941731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,8192,0.34014186859130857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,8192,0.5195018768310546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,7168,0.3221013387044271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,7168,0.5339189529418945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,6144,0.22085653940836586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,6144,0.41201066970825195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,5120,0.3277728080749512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,5120,0.20779306093851724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,4096,0.2772650718688965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,4096,0.15454187393188476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,4096,0.11010239919026692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,3584,0.23661012649536134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,3584,0.1368384043375651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,5120,0.13269226551055907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,3072,0.20451733271280922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,3072,0.12061973412831624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,6144,0.15681066513061523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,2560,0.1713823954264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,2560,0.10380373001098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,3584,0.09887039661407471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,2048,0.13914453188578288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,2048,0.08764053185780843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,7168,0.17717760403951008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,1536,0.1042954683303833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,1536,0.06933866341908773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,3072,0.08635199864705403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,1024,0.07295040289560953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,1024,0.05414079825083414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,2048,0.06504853169123331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,768,0.057399467627207434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,768,0.047763200600941975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,1024,0.043185067176818845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,512,0.042854400475819905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,512,0.04170133272806804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,8192,0.20629653930664063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,1536,0.05483839909235636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,256,0.02812160054842631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,256,0.036773331960042316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,128,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,128,0.03299199938774109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,128,0.023938133319218954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,64,0.0204202671845754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,64,0.03330666621526082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,65536,32,0.01954666574796041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,65536,32,0.03367786804835002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,65536,1.0632778803507485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,2560,0.07599146366119384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,65536,0.7974453608194987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,16384,0.2846997261047363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,16384,0.1770869255065918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,256,0.027164800961812334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,12288,0.2087285359700521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,12288,0.1308511972427368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,512,0.033529599507649735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,10240,0.188044802347819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,10240,0.11826879978179931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,10240,0.2543989340464274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,8192,0.1501599947611491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,8192,0.09561173121134439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,768,0.038024532794952395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,7168,0.13158079783121746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,7168,0.08485013643900553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,7168,0.05530453523000082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,6144,0.11355946858723957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,6144,0.07567359606424967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,10240,0.07308053175608317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,5120,0.09560853640238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,5120,0.0658741315205892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,8192,0.06005973418553671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,4096,0.07567466894785563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,4096,0.059690666198730466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,12288,0.08435733318328857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,3584,0.0651039997736613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,3584,0.053762133916219076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,12288,0.2969312032063802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,3072,0.05479679902394613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,3072,0.04976106484731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,4096,0.03633280197779338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,2560,0.0468778649965922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,2560,0.0429258664449056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,6144,0.04962773323059082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,2048,0.03819839954376221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,2048,0.03910719950993856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,5120,0.043322666486104326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,1536,0.029474133253097536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,1536,0.03292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,3584,0.03331093390782674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,1024,0.020940800507863365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,1024,0.029041065772374468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,1024,0.01618026693662008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,768,0.017321600516637167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,768,0.026945066452026368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,1536,0.020517333348592123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,512,0.012925866246223449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,512,0.02480640014012655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,768,0.014429866274197897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,256,0.011526399850845337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,256,0.022125866015752158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,512,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,128,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,128,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,128,0.010744532942771912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,64,0.00905386706193288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,64,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,16384,32,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,16384,32,0.02073600093523661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,256,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,2048,0.02353066603342692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,2560,0.02685653368631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,3072,0.030092799663543703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,65536,0.5122346560160319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,65536,0.775110371907552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,16384,0.19271039962768555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,16384,0.12775786717732746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,12288,0.1673674742380778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,12288,0.10054612954457601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,10240,0.13912426630655925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,10240,0.08729386329650879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,8192,0.10205226739247639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,8192,0.07346666653951009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,16384,0.10949652989705402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,7168,0.08843626976013183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,7168,0.06579413414001464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,8192,0.04463893175125122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,6144,0.07703786691029867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,6144,0.05931093295415243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,10240,0.05387200117111206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,5120,0.06493759950002034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,5120,0.0531829317410787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,7168,0.04075839916865031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,4096,0.05130666494369507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,4096,0.047362132867177324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,12288,0.06282026767730713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,3584,0.04498986800511678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,3584,0.043085865179697674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,5120,0.03232853412628174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,3072,0.0393120010693868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,3072,0.04024639924367269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,4096,0.027508266766866046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,2560,0.032348799705505374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,2560,0.03596800168355306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,6144,0.03659626642862956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,2048,0.02653866608937581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,2048,0.03267306685447693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,3584,0.025517867008845015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,1536,0.020272000630696615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,1536,0.02837013403574626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,3072,0.023176532983779908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,1024,0.014786133170127868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,1024,0.02466239929199219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,2560,0.020888533194859824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,768,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,768,0.022457599639892578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,2048,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,512,0.00938986639181773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,512,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,768,0.011657599608103435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,256,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,256,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,512,0.010615467031796774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,128,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,128,0.018355200688044228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,1024,0.01274133324623108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,64,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,256,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,64,0.017867734034856163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,12288,32,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,128,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,12288,32,0.018068265914916993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,65536,0.4599765459696452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,65536,0.659771728515625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,16384,0.1685962677001953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,16384,0.15821973482767743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,12288,0.13312959671020508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,12288,0.10029973189036052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,1536,0.015898666779200234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,10240,0.106440536181132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,10240,0.08263359864552816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,16384,0.08038400014241537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,8192,0.08506027062733969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,8192,0.07122240066528321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,10240,0.053173331419626865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,7168,0.07532052993774414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,7168,0.06722133159637451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,8192,0.04395413398742676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,6144,0.06463040113449096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,6144,0.0578655997912089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,12288,0.05997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,5120,0.054375465710957846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,5120,0.05176426569620768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,6144,0.03584533135096232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,4096,0.044275200366973876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,4096,0.04612480004628499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,5120,0.031454932689666745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,3584,0.042507731914520265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,3584,0.042055467764536544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,7168,0.04046186606089274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,3072,0.03654719988505046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,3072,0.03894826571146647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,16384,0.07698346773783366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,2560,0.031114667654037476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,2560,0.035019731521606444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,2560,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,2048,0.025363200902938844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,2048,0.03218239943186442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,4096,0.02659306724866231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,1536,0.01995519995689392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,1536,0.029392000039418536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,3072,0.02276159922281901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,1024,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,1024,0.02508693337440491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,3584,0.024920533100763954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,768,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,768,0.021962666511535646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,1024,0.012749866644541422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,512,0.009363200267155964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,512,0.020449066162109376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,768,0.011345066626866658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,256,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,256,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,256,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,128,0.006105599800745646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,128,0.018747733036677042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,1536,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,64,0.005817600091298421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,512,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,64,0.018313600619633993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,10240,32,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,10240,32,0.018696532646814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,128,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,65536,0.5328351974487304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,65536,0.3913962682088216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,16384,0.13524586359659832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,16384,0.10188053448994953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,2048,0.01806933283805847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,12288,0.1034325361251831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,12288,0.08203093210856119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,10240,0.08966399828592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,10240,0.0727509339650472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,10240,0.05203839937845865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,8192,0.07190293471018473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,8192,0.06354133288065592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,12288,0.05931200186411539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,7168,0.06373333136240641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,7168,0.05596799850463867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,16384,0.3870346705118815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,6144,0.053460268179575596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,6144,0.05102719863255819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,7168,0.039692799250284835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,5120,0.04525333245595296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,5120,0.044837331771850585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,16384,0.07622506618499755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,4096,0.035946667194366455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,4096,0.039628799756368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,8192,0.04332053263982137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,3584,0.0317194660504659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,3584,0.03685973485310872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,6144,0.03538879950841268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,3072,0.028087466955184937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,3072,0.03394986788431804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,3584,0.024579199155171712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,2560,0.023591466744740806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,2560,0.031088000535964964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,4096,0.02693120042483012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,2048,0.019631999731063842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,2048,0.03075733383496602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,5120,0.03132479985555013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,1536,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,1536,0.026681600014368693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,3072,0.022284799814224245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,1024,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,1024,0.022567466894785563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,2560,0.019851734240849815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,768,0.010470400253931682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,768,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,1536,0.015270400047302245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,512,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,512,0.01966080069541931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,1024,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,256,0.0066431999206542965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,256,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,2048,0.01738026738166809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,128,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,128,0.01744640072186788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,256,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,64,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,64,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,8192,32,0.005603200197219849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,8192,32,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,128,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,512,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,65536,0.37902720769246423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,65536,0.4860394795735677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,16384,0.12329706350962322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,768,0.010826667149861652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,16384,0.11728639602661133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,12288,0.09319466749827067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,12288,0.08829332987467448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,10240,0.09617599646250406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,10240,0.07786346276601155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,10240,0.05184640089670817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,8192,0.07775039672851562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,8192,0.06480533281962077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,12288,0.0589621345202128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,7168,0.06757760047912598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,7168,0.05764906803766886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,8192,0.043384532133738204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,6144,0.05797760089238485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,6144,0.05095680157343546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,16384,0.07534720102945963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,5120,0.048162134488423665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,5120,0.04476266702016195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,7168,0.03873173395792644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,4096,0.03855679829915364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,4096,0.04058560132980347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,4096,0.026557866732279462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,3584,0.03370346625645955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,3584,0.0379861315091451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,5120,0.03100053270657857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,3072,0.02897599935531616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,3072,0.03498560190200806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,6144,0.03514453172683716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,2560,0.024943999449412026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,2560,0.03080959916114807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,3584,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,2048,0.020913066466649373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,2048,0.028076799710591634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,3072,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,1536,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,1536,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,2560,0.02008426586786906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,1024,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,1024,0.021564799547195434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,2048,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,1536,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,768,0.008542933066685994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,768,0.020459733406702676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,1024,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,512,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,512,0.018684800465901694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,256,0.005131733417510986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,256,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,512,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,128,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,128,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,768,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,256,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,64,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,128,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,64,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,7168,32,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,7168,32,0.016371200482050575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,65536,0.4048458735148112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,65536,0.32836265563964845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,16384,0.10177493095397949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,16384,0.08726826508839926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,12288,0.07786880334218343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,12288,0.07165760199228922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,12288,0.03774506648381551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,10240,0.06195199886957804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,10240,0.06071786483128866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,16384,0.04648319880167644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,8192,0.049806932608286544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,8192,0.051726933320363364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,10240,0.03336426814397176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,7168,0.04399146636327107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,7168,0.04723093509674072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,8192,0.027638399600982667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,6144,0.03765333493550618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,6144,0.041810135046641037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,7168,0.025594667593638105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,5120,0.031778132915496825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,5120,0.038048001130421956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,65536,0.31267518997192384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,4096,0.025868799289067584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,4096,0.035155200958251955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,6144,0.023150932788848878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,3584,0.022871466477711995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,3584,0.03295573393503825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,5120,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,3072,0.020036266247431437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,3072,0.030913066864013673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,4096,0.018153599898020425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,2560,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,2560,0.028510934114456175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,65536,0.28886934916178386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,2048,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,2048,0.026841600735982258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,3584,0.01686506668726603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,1536,0.012116266290346782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,1536,0.023421865701675416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,2048,0.012482133507728577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,1024,0.009287466605504353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,1024,0.020785067478815714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,3072,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,768,0.007784533500671387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,768,0.018833067019780478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,2560,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,512,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,512,0.018225065867106118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,1536,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,256,0.004863999783992767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,256,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,512,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,128,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,256,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,128,0.015890133380889893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,1024,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,64,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,768,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,64,0.016620799899101257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,6144,32,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,6144,32,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,128,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,65536,0.3545973459879557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,16384,0.08862826824188233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,65536,0.3192384084065755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,16384,0.08407039642333984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,12288,0.06731200218200684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,12288,0.06887253125508627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,10240,0.05707733233769735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,10240,0.06019839843114218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,65536,0.28099199930826824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,8192,0.04529386758804321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,8192,0.04886613289515178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,10240,0.03237653374671936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,7168,0.04054506619771321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,7168,0.045148801803588864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,12288,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,6144,0.034713598092397054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,6144,0.040717868010203044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,7168,0.02550293405850728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,5120,0.029333333174387615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,5120,0.03717546860376994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,8192,0.02709653377532959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,4096,0.02393280069033305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,4096,0.034443732102711996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,6144,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,3584,0.021732266743977866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,3584,0.03287893335024516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,16384,0.04525333245595296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,3072,0.019427200158437095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,3072,0.03060800035794576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,5120,0.020719999074935914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,2560,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,2560,0.027587199211120607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,65536,0.4254485448201497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,2048,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,2048,0.026051199436187743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,3584,0.016105600198109946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,1536,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,1536,0.022886399428049722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,4096,0.017504000663757326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,1024,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,1024,0.02102400064468384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,2560,0.013719466328620911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,1024,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,768,0.007607466479142506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,768,0.020474666357040407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,512,0.006320000191529592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,512,0.018424532810846963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,1536,0.010905599594116211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,2048,0.012243200341860454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,256,0.005110399921735128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,256,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,128,0.004593066871166229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,128,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,128,0.007653333246707916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,256,0.007841066519419352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,64,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,64,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,5120,32,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,5120,32,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,65536,0.2943264007568359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,512,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,65536,0.2799349466959635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,16384,0.0742527961730957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,16384,0.07381440003712972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,12288,0.056277334690093994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,768,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,12288,0.06051733493804932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,3072,0.015194666385650635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,10240,0.04727146625518799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,10240,0.05260586738586426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,8192,0.037980798880259195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,8192,0.044761598110198975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,8192,0.026553599039713542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,7168,0.03341226577758789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,7168,0.041227734088897704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,10240,0.032075732946395874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,6144,0.029072000583012896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,6144,0.0375434676806132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,12288,0.03623040119806926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,5120,0.024555732806523643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,5120,0.03512533505757649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,65536,0.28073066075642905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,4096,0.020193066199620566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,4096,0.03160640001296997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,6144,0.021945599714914957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,3584,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,3584,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,7168,0.02443306644757589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,3072,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,3072,0.028216532866160077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,4096,0.0176746666431427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,5120,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,2560,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,2560,0.02569813330968221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,2048,0.012183466553688049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,2048,0.024632533391316734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,3584,0.016110933820406594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,1536,0.009253333012262981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,1536,0.021371734142303467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,2048,0.012044800321261089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,1024,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,1024,0.021001599232355752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,2560,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,768,0.006190933287143707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,768,0.019035732746124266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,3072,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,512,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,512,0.017064533631006875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,1024,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,256,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,256,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,512,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,768,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,128,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,128,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,64,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,256,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,1536,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,64,0.016339199741681416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,4096,32,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,4096,32,0.01541759967803955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,65536,0.26022079785664876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,16384,0.06618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,65536,0.2655850728352865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,16384,0.07148586908976237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,12288,0.049542399247487386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,12288,0.056435199578603115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,10240,0.042218665281931564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,10240,0.04978026549021403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,16384,0.04455146789550781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,8192,0.0334175984064738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,8192,0.043280001481374106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,8192,0.026474666595458985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,7168,0.029339732726414998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,7168,0.037750399112701415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,10240,0.032052266597747806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,6144,0.025844266017278034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,6144,0.0349727988243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,12288,0.036312532424926755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,5120,0.02180160085360209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,5120,0.0328000009059906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,7168,0.023964800437291465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,4096,0.019783467054367065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,4096,0.03054186701774597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,6144,0.022405334313710532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,3584,0.0155349334081014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,3584,0.02885546684265137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,5120,0.019896533091862997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,3072,0.013733333349227906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,3072,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,4096,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,2560,0.011939199765523274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,2560,0.02484906713167826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,3584,0.01588586668173472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,2048,0.010261332988739014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,2048,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,2048,0.012162133057912191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,1536,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,1536,0.02159573237101237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,2560,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,1024,0.006391466657320659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,1024,0.019318399826685588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,3072,0.01495039959748586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,768,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,768,0.018263467152913413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,768,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,512,0.004632533093293508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,16384,0.04487680196762085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,1024,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,512,0.016990933815638223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,256,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,256,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,128,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,1536,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,128,0.01479039986928304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,64,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,64,0.01581760048866272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,128,0.0075445334116617845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,256,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3584,32,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3584,32,0.014646400014559427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,512,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,65536,0.21935466130574546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,65536,0.2427061398824056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,16384,0.05555626551310221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,16384,0.06680640379587809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,12288,0.042209064960479735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,12288,0.05208319822947184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,10240,0.03506453434626262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,10240,0.04617706537246704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,10240,0.030846933523813885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,8192,0.028025599320729573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,8192,0.03918399810791016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,12288,0.03528106609980265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,7168,0.02507839997609456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,7168,0.03698879877726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,8192,0.02597759962081909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,6144,0.021657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,6144,0.03314346671104431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,7168,0.024301866690317787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,5120,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,5120,0.03137493332227071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,16384,0.04482133388519287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,4096,0.01548373301823934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,4096,0.028959999481836956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,65536,0.16853334108988444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,3584,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,3584,0.02704213261604309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,6144,0.021769599119822184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,3072,0.012785067160924276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,3072,0.026472532749176027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,3584,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,2560,0.011409067114194234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,4096,0.017437867323557534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,2560,0.023918932676315306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,5120,0.019720532496770225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,2048,0.009737599889437358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,3072,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,2048,0.02244053284327189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,1536,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,1536,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,1024,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,1024,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,1536,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,768,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,768,0.01725013256072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,2048,0.011964799960454305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,512,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,512,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,2560,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,256,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,768,0.008717866738637288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,256,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,1024,0.009258666634559631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,128,0.0030762667457262674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,128,0.015780267119407655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,64,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,64,0.014800000190734863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,128,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,3072,32,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,512,0.008393599589665731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,3072,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,65536,0.1881440003712972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,16384,0.04821866750717163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,65536,0.23273919423421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,16384,0.060634664694468175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,12288,0.03600000143051148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,12288,0.04745386838912964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,10240,0.030109866460164385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,10240,0.042444801330566405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,10240,0.030590933561325074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,8192,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,8192,0.0374016006787618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,12288,0.03495573202768962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,7168,0.021627734104792275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,7168,0.03504853248596192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,8192,0.025922133525212603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,6144,0.018924800554911296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,6144,0.03190186619758606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,7168,0.023942399024963378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,5120,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,5120,0.030982400973637896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,16384,0.04424320062001546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,4096,0.014011733730634055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,4096,0.027960532903671266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,6144,0.02149440050125122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,3584,0.012677333752314248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,3584,0.026285866896311443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,5120,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,3072,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,3072,0.024690133333206177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,4096,0.017172267039616905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,2560,0.010200533270835876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,2560,0.022988800207773843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,3584,0.015756799777348836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,2048,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,2048,0.021626667181650797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,2048,0.01186133325099945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,1536,0.0064522668719291685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,1536,0.0204693337281545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,2560,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,3072,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,1024,0.005293866495291392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,1024,0.01885226567586263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,768,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,768,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,768,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,512,0.004223999877770742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,1024,0.009343999624252319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,512,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,256,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,256,0.015876266360282897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,1536,0.010773332913716634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,128,0.003050666550795237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,128,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,256,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,512,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,64,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,128,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,64,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2560,32,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2560,32,0.014995200435320535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,65536,0.16001280148824054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,16384,0.040667732556660965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,65536,0.2150026639302572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,16384,0.055352532863616945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,12288,0.030624000231424968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,12288,0.043332266807556155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,12288,0.03519999980926514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,10240,0.025306665897369386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,10240,0.03965226809183757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,65536,0.1588490645090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,8192,0.02031466762224833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,8192,0.03631893396377563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,16384,0.04325226545333862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,7168,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,7168,0.03304213285446167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,10240,0.030471465984980267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,6144,0.01602453291416168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,6144,0.03075946569442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,7168,0.023546665906906128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,5120,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,5120,0.029132799307505293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,6144,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,4096,0.011914666493733723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,8192,0.025993599494298296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,4096,0.02676266630490621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,3584,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,3584,0.02579306761423747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,5120,0.019386667013168334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,3072,0.00969493289788564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,3072,0.024781866868336996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,3584,0.015421866377194723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,2560,0.008565333485603333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,2560,0.022660267353057862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,4096,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,2048,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,2048,0.022030933698018392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,2560,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,3072,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,1536,0.006467199822266896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,1536,0.019695999224980672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,2048,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,1024,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,1024,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,768,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,768,0.017548799514770508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,768,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,512,0.004002133260170618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,1024,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,512,0.016772266228993735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,256,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,1536,0.010698666175206501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,256,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,128,0.0030613332986831666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,128,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,512,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,256,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,64,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,64,0.015711999932924905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,2048,32,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,128,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,2048,32,0.016023466984430947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,65536,0.12030933698018391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,16384,0.029578665892283123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,65536,0.19618879954020182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,16384,0.04933013518651326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,12288,0.022307199239730836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,12288,0.04087146520614624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,65536,0.1528213342030843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,10240,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,10240,0.038176000118255615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,12288,0.03421546618143718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,8192,0.015453867117563882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,8192,0.033353598912556966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,65536,0.15224852561950683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,7168,0.013756799697875976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,7168,0.030834132432937623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,10240,0.029891200860341388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,6144,0.012384000420570373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,6144,0.028596266110738115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,16384,0.043421868483225504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,5120,0.010825600226720173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,5120,0.026877866188685103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,7168,0.02355413238207499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,4096,0.009198932846387228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,4096,0.024691200256347655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,8192,0.02523626685142517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,3584,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,3584,0.02463573416074117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,6144,0.021477333704630532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,3072,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,4096,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,3072,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,2560,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,2560,0.022552533944447836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,3584,0.015288533767064414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,2048,0.005796266595522562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,2048,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,5120,0.019378133614857993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,1536,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,1536,0.020088533560434975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,2048,0.011788800358772278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,1536,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,1024,0.004065066576004028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,2560,0.012819199760754903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,1024,0.01835413376490275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,768,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,768,0.01726186672846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,3072,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,512,0.0033173332611719764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,512,0.015783466895421348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,256,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,256,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,512,0.008478933572769165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,768,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,128,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,256,0.00768746683994929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,1024,0.009187199672063192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,128,0.014939733346303306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,64,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,128,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,64,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1536,32,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1536,32,0.014729600151379904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,65536,0.08908480008443197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,65536,0.1788138707478841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,16384,0.02384106715520223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,16384,0.049141331513722734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,12288,0.019698133071263633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,12288,0.03932053248087565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,10240,0.01684373418490092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,10240,0.03560959895451864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,12288,0.03387093146642049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,10240,0.029706666866938274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,8192,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,8192,0.032527999083201094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,7168,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,7168,0.029389866193135578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,7168,0.023286400238672893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,6144,0.011365333199501037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,6144,0.02681066592534383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,8192,0.02513386607170105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,5120,0.009954133629798889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,5120,0.025989333788553875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,16384,0.042467200756073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,4096,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,4096,0.024530132611592613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,65536,0.15373013814290365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,3584,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,6144,0.021150932709376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,5120,0.019355734189351402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,3584,0.02416106661160787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,3072,0.006940799951553345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,3072,0.022574933369954427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,2560,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,2560,0.021642667055130006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,4096,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,2048,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,2048,0.020507733027140297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,3072,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,2560,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,2048,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,1536,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,1536,0.018592000007629395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,3584,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,1024,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,1024,0.017824000120162962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,768,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,768,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,512,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,768,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,1024,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,256,0.0026943999032179515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,512,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,256,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,128,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,1536,0.010661333799362183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,128,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,256,0.007782400151093801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,64,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,128,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,1024,32,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,64,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,1024,32,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,65536,0.06562773386637369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,16384,0.019126399358113607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,65536,0.17061333656311034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,16384,0.04705493450164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,12288,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,12288,0.03749973376592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,10240,0.01585706671079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,10240,0.03490560054779053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,10240,0.030023467540740967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,8192,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,8192,0.030878933270772298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,12288,0.03364799817403157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,7168,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,7168,0.028780800104141236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,16384,0.042682667573293046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,6144,0.010553600390752156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,6144,0.026858667532602947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,8192,0.02544426719347636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,5120,0.009058133761088053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,7168,0.023063466946283976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,5120,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,4096,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,4096,0.024699733654658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,4096,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,3584,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,5120,0.018979199727376304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,3584,0.02390186587969462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,6144,0.02104426622390747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,3072,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,3072,0.022682666778564453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,2560,0.005810133119424184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,2560,0.020850133895874024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,3072,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,3584,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,2048,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,2048,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,2560,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,2048,0.011891200145085653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,1536,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,1536,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,1024,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,1024,0.01676693360010783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,768,0.003304533412059148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,768,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,1024,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,1536,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,768,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,512,0.016915200153986613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,256,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,256,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,512,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,128,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,128,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,128,0.007712000111738841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,64,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,768,32,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,768,32,0.015093333522478738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,65536,0.046481064955393475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,16384,0.01786880095799764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,65536,0.16473174095153809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,16384,0.04351786772410075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,12288,0.013867732882499696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,12288,0.04110186497370402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,12288,0.033735466003417966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,10240,0.012668800354003907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,10240,0.0343285322189331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,16384,0.04233386516571045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,8192,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,8192,0.030134399731953938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,10240,0.029607466856638592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,7168,0.011832533280054729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,7168,0.02855679988861084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,8192,0.025151999791463216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,6144,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,6144,0.02667306661605835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,65536,0.15048960049947102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,5120,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,5120,0.024884267648061117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,7168,0.023256532351175942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,4096,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,4096,0.024552534023920693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,6144,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,3584,0.006781866649786632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,3584,0.022961066166559855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,5120,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,3072,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,4096,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,3072,0.02247999906539917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,2560,0.005689600110054016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,2560,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,3584,0.015291733543078103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,2048,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,2048,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,3072,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,1536,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,2560,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,1536,0.01864853302637736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,1024,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,1024,0.018119466304779053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,2048,0.011612799763679505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,768,0.016619732975959776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,1536,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,1024,0.009115733702977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,512,0.002948266764481862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,512,0.01627840002377828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,256,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,768,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,512,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,256,0.014702933033307395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,128,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,256,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,128,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,512,32,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,64,0.014285866419474283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,512,32,0.014601600170135499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,65536,0.030408533414204915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,65536,0.15619306564331054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,16384,0.01241600016752879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,16384,0.039109333356221514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,12288,0.010041600465774536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,12288,0.03545706669489543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,12288,0.03378346761067708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,10240,0.009176533420880635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,10240,0.032865067323048905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,16384,0.042370132605234784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,8192,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,10240,0.029653332630793255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,8192,0.029267199834187824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,7168,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,7168,0.02773759961128235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,8192,0.025128533442815144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,6144,0.007462400197982788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,6144,0.025844266017278034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,7168,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,5120,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,5120,0.024708267052968344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,6144,0.020972800254821778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,4096,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,4096,0.023118933041890465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,5120,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,3584,0.0065738668044408154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,3584,0.023228800296783446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,4096,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,3072,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,3072,0.021242666244506835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,3584,0.015180800358454385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,2560,0.0205567995707194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,3072,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,2048,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,2048,0.020102399587631225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,2560,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,1536,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,2048,0.011601066589355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,1536,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,1024,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,1024,0.016637866695721946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,1536,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,768,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,1024,0.009172266721725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,768,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,512,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,768,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,512,0.015202132860819497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,512,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,256,0.01601599951585134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,65536,0.1507893403371175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,128,0.015560533603032431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,64,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,256,32,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,256,32,0.013883733749389648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,65536,0.025560534000396727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,16384,0.011486933628718058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,65536,0.15279146830240886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,16384,0.038738131523132324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,12288,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,12288,0.03410559892654419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,12288,0.03374613523483276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,16384,0.041934935251871745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,10240,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,65536,0.15077120463053387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,65536,0.1504554589589437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,10240,0.03206613262494405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,8192,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,8192,0.02940479914347331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,7168,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,7168,0.02871146599451701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,6144,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,6144,0.026125866174697875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,10240,0.02960960070292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,8192,0.024938666820526124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,7168,0.02285226583480835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,5120,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,5120,0.024680533011754355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,65536,0.15080639521280925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,4096,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,6144,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,4096,0.022848000129063926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,3584,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,3584,0.022829866409301756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,5120,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,3072,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,4096,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,3072,0.0220960001150767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,2560,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,2560,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,3584,0.015258666872978211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,2048,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,3072,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,2048,0.018917334079742432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,1536,0.018576000134150186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,2560,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,2048,0.011542399724324543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,1024,0.01699519952138265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,1536,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,768,0.002937600016593933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,1024,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,768,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,512,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,768,0.008188800017038981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,512,0.015664000312487283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,256,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,512,0.00816319982210795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,256,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,256,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,128,0.01492693324883779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,128,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,64,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,128,32,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,128,32,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,65536,0.023959465821584067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,16384,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,65536,0.151690673828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,16384,0.03698346614837646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,12288,0.007451733450094859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,12288,0.03287786642710368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,10240,0.03234666585922241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,10240,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,8192,0.006244266529877981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,8192,0.028808534145355225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,7168,0.027193599939346315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,65536,0.1505407969156901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,7168,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,6144,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,5120,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,6144,0.026124799251556398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,5120,0.0250271995862325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,4096,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,4096,0.02331519921620687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,3584,0.0058335999647776285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,3584,0.022807466983795165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,3072,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,3072,0.02211946646372477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,2048,0.01958079934120178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,2560,0.005469866593678792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,2048,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,2560,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,1536,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,1536,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,1024,0.0031786667803923286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,1024,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,512,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,256,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,768,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,256,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,768,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,512,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,128,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,64,0.002109866589307785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,64,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,64,32,0.0018986667195955913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,16384,0.01318933367729187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,64,32,0.01356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,65536,0.01922453244527181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,12288,0.03299306631088257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,65536,0.16127467155456543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,16384,0.036954665184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,12288,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,65536,0.1519584019978841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,10240,0.0074527998765309645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,8192,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,10240,0.03091520071029663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,6144,0.026588799556096394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,8192,0.029007999102274577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,5120,0.024884267648061117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,7168,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,7168,0.028012800216674804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,6144,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,5120,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,4096,0.006520533561706543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,2560,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,3072,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,3584,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,4096,0.02266133427619934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,2048,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,1536,0.003937066594759623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,65536,0.15065280596415204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,3584,0.022964266935984294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,3072,0.0055861334005991616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,2560,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,768,0.016676266988118492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,2048,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,1024,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,1536,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,1024,0.01829973260561625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,512,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,512,0.016217600305875143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,256,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,256,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,128,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,64,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,64,0.015012266238530478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,768,32,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,768,32,32,0.013467733065287271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,16384,0.40071786244710283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,12288,0.30615787506103515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,16384,0.7269077301025391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,12288,0.547157351175944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,10240,0.4526666641235352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,10240,0.24463146527608237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,8192,0.36988585789998374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,8192,0.2112511952718099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,7168,0.3159253438313802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,7168,0.1857632001241048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,6144,0.2691925366719564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,6144,0.15763413111368815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,5120,0.23361706733703613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,5120,0.13560320536295573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,4096,0.18883946736653645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,4096,0.11013120015462238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,4096,0.075326935450236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,3584,0.16577919324239093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,3584,0.09846399625142416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,5120,0.09362239837646484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,3072,0.1450592041015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,3072,0.08755093415578206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,6144,0.10660800139109294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,2560,0.11853866577148438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,2560,0.07385919888814291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,3584,0.06761386394500732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,2048,0.09640426635742187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,2048,0.06345920165379842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,7168,0.12297920385996501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,1536,0.07437439759572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,1536,0.05154773394266764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,3072,0.06058880090713501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,1024,0.051795200506846106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,1024,0.042156799634297686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,1024,0.030908799171447753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,768,0.040447998046875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,768,0.037574398517608645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,768,0.027013333638509114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,512,0.029397332668304445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,512,0.03348906834920247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,1536,0.038444801171620684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,8192,0.14143039385477701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,256,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,256,0.028225066264470418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,128,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,128,0.026798933744430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,128,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,64,0.01471466620763143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,64,0.027755733331044512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,65536,32,0.015035733580589294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,65536,32,0.0284661332766215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,65536,0.7298997243245442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,65536,0.4860255877176921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,2048,0.045193600654602054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,16384,0.18382399876912434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,16384,0.11615359783172607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,256,0.01954879959424337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,12288,0.1374293327331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,12288,0.09232426484425862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,2560,0.05252586603164673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,10240,0.117084797223409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,10240,0.08004586696624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,512,0.023806933561960855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,8192,0.09603093465169271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,8192,0.06737066904703776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,10240,0.16956586837768556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,7168,0.08242133458455404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,7168,0.06327040195465088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,7168,0.03911786476771037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,6144,0.07133653163909912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,6144,0.058202668031056726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,8192,0.04343039989471435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,5120,0.06080106496810913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,5120,0.051438931624094644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,10240,0.05228586594263712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,4096,0.048103467623392744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,4096,0.045148801803588864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,12288,0.05914986530939738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,3584,0.04270613193511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,3584,0.04114880164464314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,12288,0.20798293749491373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,3072,0.037161600589752194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,3072,0.037036800384521486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,5120,0.031244800488154097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,2560,0.03137386639912923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,2560,0.034499200185139973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,4096,0.026740266879399614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,2048,0.02535146673520406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,2048,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,6144,0.03542399803797404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,1536,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,1536,0.02762453357378642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,3584,0.024709333976109825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,1024,0.014793599645296732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,1024,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,3072,0.022156800826390585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,768,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,768,0.020949333906173706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,1536,0.015333333611488342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,512,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,1024,0.012663466731707254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,512,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,256,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,256,0.018497065703074137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,256,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,128,0.005897599955399831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,128,0.018905599912007652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,512,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,2048,0.01798293391863505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,64,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,16384,32,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,64,0.018080000082651773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,16384,32,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,128,0.009989333152770997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,768,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,65536,0.3438869476318359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,65536,0.542350959777832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,16384,0.14043199221293132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,16384,0.09384213288625082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,12288,0.10612160364786785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,12288,0.07751466433207194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,10240,0.0995573361714681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,10240,0.07049280007680257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,2560,0.020323199033737183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,8192,0.08071466286977133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,8192,0.06003413200378418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,16384,0.07641279697418213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,7168,0.07063360214233398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,7168,0.05635626713434855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,8192,0.042580266793568924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,6144,0.061292799313863125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,6144,0.05226346651713053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,10240,0.05084906816482544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,5120,0.05034346580505371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,5120,0.04579306840896606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,7168,0.038671998182932536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,4096,0.040408531824747726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,4096,0.040377600987752275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,12288,0.058361601829528806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,3584,0.03521813154220581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,3584,0.0350325345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,6144,0.03471253315607707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,3072,0.03074986735979716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,3072,0.03250773350397746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,5120,0.030218666791915892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,2560,0.025863466660181682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,2560,0.031045333544413252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,3584,0.023827199141184488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,2048,0.021144533157348634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,2048,0.028751999139785767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,4096,0.02614506681760152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,1536,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,1536,0.025908267498016356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,1536,0.01493013302485148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,1024,0.012850133577982583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,1024,0.022403200467427574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,2560,0.019418666760126747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,768,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,768,0.020882133642832437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,3072,0.021942400932312013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,512,0.008905599514643352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,512,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,2048,0.017544533809026083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,256,0.018488534291585288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,512,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,128,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,128,0.01844586730003357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,128,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,64,0.005445333321889242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,768,0.010859733819961548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,64,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,256,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,12288,32,0.005780266722043356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,12288,32,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,65536,0.31264638900756836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,65536,0.4900277455647786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,1024,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,16384,0.12373332977294922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,16384,0.09446293512980143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,12288,0.09358186721801758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,12288,0.0785919984181722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,10240,0.07830506960550944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,10240,0.061020799477895106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,16384,0.07520319620768229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,8192,0.06177066564559937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,8192,0.050305068492889404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,10240,0.050236801306406655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,7168,0.05581760009129842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,7168,0.04811946551005046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,8192,0.04237653414408366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,6144,0.04648533264795939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,6144,0.045227734247843425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,12288,0.05754133462905884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,5120,0.039689600467681885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,5120,0.03909759918848674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,7168,0.038412801424662274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,4096,0.03187519907951355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,4096,0.034959999720255534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,5120,0.029983999331792195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,6144,0.034244267145792644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,3584,0.02751893401145935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,3584,0.03294186592102051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,3072,0.02387626568476359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,3072,0.03023359974225362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,16384,0.073744002978007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,2560,0.020146133502324422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,2560,0.02877226670583089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,3072,0.021320533752441407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,2048,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,2048,0.025332266092300416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,4096,0.0256330668926239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,1536,0.013145599762598673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,1536,0.024002132813135783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,3584,0.023911466201146446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,1024,0.010037333766619364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,1024,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,1536,0.014708266655604044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,768,0.008378666639328004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,768,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,2560,0.019451733430226645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,512,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,512,0.01880426605542501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,2048,0.016583466529846193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,256,0.005444266895453135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,256,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,1024,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,128,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,128,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,256,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,64,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,64,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,10240,32,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,10240,32,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,128,0.008847999572753906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,65536,0.37338240941365564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,65536,0.24901439348856608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,512,0.009917866190274556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,16384,0.08991146882375081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,16384,0.07020800113677979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,768,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,12288,0.06942933400472005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,12288,0.05960533221562704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,10240,0.05882773399353027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,10240,0.05206293265024821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,10240,0.031402667363484696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,8192,0.04744746685028076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,8192,0.04453333218892415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,12288,0.03560640017191569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,7168,0.04129173358281453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,7168,0.04284266630808513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,16384,0.2688042640686035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,6144,0.035239466031392414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,6144,0.040532267093658446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,8192,0.02627840042114258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,5120,0.030433066685994464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,5120,0.035412267843882246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,16384,0.0445248007774353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,4096,0.02413439949353536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,4096,0.031787733236948654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,7168,0.02416960000991821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,3584,0.021638399362564086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,3584,0.03067733248074849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,6144,0.022175999482472737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,3072,0.018873600165049235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,3072,0.029891200860341388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,3072,0.014760532975196838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,2560,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,2560,0.02730773289998372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,3584,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,2048,0.013846400380134582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,2048,0.025212800502777098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,5120,0.020116267601648967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,1536,0.011455999811490376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,1536,0.02304853399594625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,4096,0.017439999183019004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,1024,0.009150933225949604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,1024,0.01928106745084127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,1024,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,768,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,768,0.01894186735153198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,2048,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,512,0.005888000130653381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,1536,0.010750933488210043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,512,0.01790613333384196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,256,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,256,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,256,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,128,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,128,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,768,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,64,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,128,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,64,0.016370133558909098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,8192,32,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,512,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,8192,32,0.016216533382733662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,65536,0.34739198684692385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,65536,0.26797653834025065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,16384,0.08836373488108316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,16384,0.07993173599243164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,2560,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,12288,0.0663914680480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,12288,0.0628544012705485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,10240,0.056219732761383055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,10240,0.05417386690775553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,10240,0.030806400378545123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,8192,0.045960533618927005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,8192,0.04472320079803467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,12288,0.03533759911855062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,7168,0.040415998299916586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,7168,0.043567999203999834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,16384,0.043297068277994795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,6144,0.03519999980926514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,6144,0.03965760072072347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,8192,0.02605760097503662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,5120,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,5120,0.0361130674680074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,7168,0.024210133155186973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,4096,0.024679466088612875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,4096,0.03299626708030701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,4096,0.016942934195200602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,3584,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,3584,0.03217599987983703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,5120,0.019789866606394448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,3072,0.019578667481740315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,3072,0.02874880035718282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,6144,0.021944532791773476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,2560,0.017058134078979492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,2560,0.026735999186833698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,2560,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,2048,0.014672000209490457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,2048,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,3072,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,1536,0.012104533116022746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,1536,0.022421334187189737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,3584,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,1024,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,1024,0.02039253314336141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,1024,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,768,0.008216533561547596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,2048,0.011925333738327026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,768,0.01882879932721456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,512,0.00631466656923294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,1536,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,512,0.017910399039586387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,256,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,256,0.017603200674057008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,256,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,128,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,128,0.016406400005022685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,512,0.008269866804281871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,128,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,64,0.004163199911514918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,64,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,7168,32,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,7168,32,0.018157867590586345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,65536,0.2997194608052572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,65536,0.22647466659545898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,16384,0.07536426385243734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,16384,0.06698986689249674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,768,0.00904746651649475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,12288,0.05787093242009481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,12288,0.055613867441813146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,12288,0.03501439889272054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,10240,0.048522667090098066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,10240,0.04843946695327759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,16384,0.04380799929300944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,8192,0.038932267824808756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,8192,0.0409226655960083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,10240,0.03078826665878296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,7168,0.03450346787770589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,7168,0.038840532302856445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,8192,0.026471465826034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,6144,0.02958826621373494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,6144,0.03647040128707886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,7168,0.023804799715677897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,5120,0.025100799401601155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,5120,0.03308479984601338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,5120,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,4096,0.020385066668192543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,4096,0.02969493269920349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,6144,0.02175146738688151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,3584,0.018177066246668497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,3584,0.028978133201599122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,4096,0.01699626644452413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,3072,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,3072,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,65536,0.2728362719217936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,2560,0.014318933089574179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,2560,0.024734934171040855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,3584,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,2048,0.01221226652463277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,2048,0.022986666361490885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,65536,0.274723211924235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,1536,0.009592533111572266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,1536,0.020753065745035805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,2560,0.013024000326792398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,1024,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,1024,0.0203167994817098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,1536,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,2048,0.011800533533096314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,768,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,3072,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,768,0.018609066804250084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,512,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,512,0.017257599035898845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,256,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,256,0.016759467124938966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,512,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,128,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,128,0.015499732891718545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,64,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,1024,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,64,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,6144,32,0.0038549333810806276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,6144,32,0.01624853312969208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,128,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,768,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,65536,0.23522027333577475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,16384,0.061020799477895106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,65536,0.21588692665100098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,16384,0.06153813203175863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,12288,0.04526506662368775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,12288,0.050545068581899014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,10240,0.03760213454564412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,10240,0.043876266479492186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,65536,0.15689600308736165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,8192,0.03070293267567952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,8192,0.03567786614100139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,10240,0.029882667462031047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,7168,0.026959999402364092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,7168,0.035130667686462405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,12288,0.03501760164896647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,6144,0.023383466402689616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,6144,0.03337706724802653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,8192,0.025447465976079303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,5120,0.01963520050048828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,5120,0.030852266152699787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,65536,0.2964288075764974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,4096,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,4096,0.028269867102305096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,7168,0.023129600286483764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,3584,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,3584,0.02681386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,4096,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,3072,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,3072,0.024974934260050454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,5120,0.019215999046961467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,2560,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,2560,0.024578134218851723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,16384,0.04321599801381429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,2048,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,2048,0.021077332894007365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,6144,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,1536,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,1536,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,2560,0.01288106640179952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,1024,0.006236800054709116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,1024,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,3072,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,768,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,768,0.017132800817489625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,1024,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,2048,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,512,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,512,0.017072000106175742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,256,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,3584,0.015332266688346863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,256,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,128,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,128,0.01594986617565155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,768,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,64,0.003311999887228012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,64,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,5120,32,0.0033941333492596946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,128,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,5120,32,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,1536,0.010743467013041179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,65536,0.19965972900390624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,65536,0.18281280199686686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,16384,0.050970665613810216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,16384,0.055569068590799964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,512,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,12288,0.03879893223444621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,12288,0.04661759932835897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,10240,0.032525867223739624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,10240,0.03971199989318848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,8192,0.026392533381779985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,8192,0.034468265374501546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,8192,0.024962133169174193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,7168,0.023108265797297158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,7168,0.03355413277943929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,10240,0.030344533920288085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,6144,0.020003199577331543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,6144,0.031921066840489704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,12288,0.03338239987691243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,5120,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,5120,0.028809599081675213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,7168,0.02315733234087626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,4096,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,4096,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,6144,0.02113599975903829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,3584,0.012853333353996277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,3584,0.02482666571935018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,5120,0.01875200072924296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,3072,0.011659733454386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,3072,0.022657066583633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,3072,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,4096,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,2560,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,2560,0.02209706703821818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,2048,0.00904746651649475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,2048,0.021016534169514975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,16384,0.04247359832127889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,3584,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,1536,0.007108266651630402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,1536,0.020465066035588585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,1024,0.005373866856098175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,1024,0.017661867539087932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,1024,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,768,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,65536,0.14510399500528973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,768,0.0172437330087026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,512,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,512,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,2048,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,256,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,256,0.015198933084805808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,1536,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,2560,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,128,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,128,0.015482667088508605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,64,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,256,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,64,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,4096,32,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,128,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,4096,32,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,512,0.008185600241025288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,65536,0.17850027084350586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,16384,0.045774932702382407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,65536,0.18219092686971028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,16384,0.05303573211034139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,12288,0.03526293436686198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,12288,0.04312746524810791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,10240,0.028996266921361286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,10240,0.03757973512013753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,768,0.008351999521255492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,8192,0.0234389324982961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,8192,0.03297599951426188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,8192,0.02493013342221578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,7168,0.020515199502309164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,7168,0.03283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,10240,0.02940160036087036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,6144,0.01805013418197632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,6144,0.031096533934275312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,12288,0.033428267637888594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,5120,0.015471999843915304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,5120,0.029270400603612263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,6144,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,4096,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,4096,0.025983999172846477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,7168,0.023107200860977173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,3584,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,3584,0.024807467063268026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,5120,0.019038933515548705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,3072,0.010717866818110149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,3072,0.024022400379180908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,3584,0.014990933736165366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,2560,0.009700266520182292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,2560,0.022897066672643025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,4096,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,2048,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,2048,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,3072,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,1536,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,1536,0.019092265764872232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,16384,0.042172801494598386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,1024,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,1024,0.019143466154734293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,1536,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,768,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,768,0.017204266786575318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,2048,0.011531733473141988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,512,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,512,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,1024,0.008789333701133727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,256,0.0034783999125162757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,256,0.015498666961987814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,2560,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,128,0.0033461332321166994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,128,0.015105066696802774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,256,0.007809066772460937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,768,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,64,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,512,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,128,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3584,32,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3584,32,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,65536,0.16400960286458333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,65536,0.16048426628112794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,16384,0.04197973410288493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,16384,0.05020159880320231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,12288,0.03163306713104248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,12288,0.04111573298772176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,10240,0.026276266574859618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,10240,0.03681919972101848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,10240,0.029139200846354168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,8192,0.021124267578125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,8192,0.031853866577148435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,65536,0.14202133814493817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,7168,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,7168,0.030823467175165813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,12288,0.033801599343617754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,6144,0.016330666343371072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,6144,0.03007146716117859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,7168,0.022742400566736855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,5120,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,5120,0.027669332424799603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,8192,0.024869332710901894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,4096,0.01225279966990153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,4096,0.024752000967661537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,16384,0.041672531763712564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,3584,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,3584,0.02437333265940348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,6144,0.020631466309229532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,3072,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,3072,0.02278613249460856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,5120,0.018743467330932618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,2560,0.008823466300964356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,2560,0.022146133581797282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,3072,0.01381653348604838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,2048,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,2048,0.020683733622233073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,3584,0.015000533064206442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,1536,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,1536,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,4096,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,1024,0.005407999952634176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,1024,0.017220266660054526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,1536,0.010163199901580811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,768,0.004635733366012573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,768,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,512,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,512,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,2048,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,2560,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,256,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,256,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,128,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,128,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,512,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,64,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,128,0.0074421331286430355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,3072,32,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,64,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,3072,32,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,768,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,65536,0.1449077288309733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,16384,0.037089065710703535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,65536,0.14992319742838542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,16384,0.04710719982783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,12288,0.028385066986083986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,12288,0.03949866692225139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,10240,0.02359893321990967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,10240,0.03490026791890462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,10240,0.02935466567675273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,8192,0.019284266233444213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,8192,0.031162667274475097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,12288,0.033225599924723306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,7168,0.0173962672551473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,7168,0.030689066648483275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,8192,0.024649600187937416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,6144,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,6144,0.028908799091974895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,7168,0.022525866826375328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,5120,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,5120,0.026745599508285523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,16384,0.0411135991414388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,4096,0.011468799908955891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,4096,0.024283732970555624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,5120,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,3584,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,3584,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,6144,0.0203274667263031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,3072,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,3072,0.022490666309992472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,4096,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,2560,0.008200533191363017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,2560,0.021197867393493653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,3584,0.014941866199175516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,2048,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,2048,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,3072,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,2560,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,1536,0.0062282666563987735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,1536,0.018717867136001588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,2048,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,1024,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,1024,0.018093866109848023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,768,0.004080000023047129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,768,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,1536,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,512,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,512,0.015667200088500977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,768,0.00844053328037262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,256,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,256,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,128,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,128,0.015131733814875283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,256,0.007666133344173431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,512,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,64,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,128,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,64,0.015961600343386333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2560,32,0.0026346666117509207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2560,32,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,65536,0.10615466435750325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,65536,0.13744640350341797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,16384,0.03428800106048584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,16384,0.043893333276112875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,12288,0.025843199094136553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,12288,0.037759999434153244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,12288,0.0332202672958374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,10240,0.02178986668586731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,10240,0.03401920000712077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,65536,0.14276159604390462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,8192,0.01812160015106201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,8192,0.03027733365694682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,65536,0.14132266044616698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,7168,0.016301866372426352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,7168,0.029129600524902342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,16384,0.04110186497370402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,6144,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,6144,0.02911893328030904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,10240,0.029007999102274577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,5120,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,5120,0.02606933315594991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,8192,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,4096,0.010589866836865743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,4096,0.02404906749725342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,7168,0.022261333465576173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,3584,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,3584,0.0226090669631958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,6144,0.02031146685282389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,3072,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,3072,0.022478934129079184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,5120,0.01819093426068624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,2560,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,2560,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,4096,0.016141866644223533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,2048,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,2048,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,3584,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,1536,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,2560,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,1536,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,1024,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,2048,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,1024,0.01745706597963969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,3072,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,768,0.0039488000174363455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,768,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,512,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,512,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,256,0.003107200066248576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,1024,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,256,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,128,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,128,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,64,0.002682666728893916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,256,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,128,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,64,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,2048,32,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,1536,0.010272000233332317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,2048,32,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,65536,0.08758080005645752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,65536,0.12394026915232341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,16384,0.02632319927215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,16384,0.042548267046610515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,12288,0.01945706605911255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,12288,0.035344000657399496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,10240,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,10240,0.0312608003616333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,10240,0.028450133403142293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,8192,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,8192,0.027930667002995808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,12288,0.0327455997467041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,7168,0.012749866644541422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,7168,0.026745599508285523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,16384,0.04072213172912598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,6144,0.011493333180745443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,6144,0.026261333624521894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,8192,0.023933867613474526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,5120,0.010077866911888122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,5120,0.024951465924580894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,7168,0.022356265783309938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,4096,0.008634666601816814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,4096,0.0233130673567454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,4096,0.015749333302179973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,6144,0.02001919945081075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,3584,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,3584,0.02231360077857971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,3072,0.007005866865317028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,5120,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,3072,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,2560,0.006236800054709116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,2560,0.02076586683591207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,2560,0.012210133671760558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,2048,0.005481599768002828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,2048,0.01922986706097921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,3072,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,3584,0.014565333724021912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,1536,0.004874666531880697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,1536,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,1024,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,65536,0.14158080418904623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,1024,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,768,0.0035071998834609987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,768,0.01634773313999176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,768,0.008405333757400513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,1024,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,512,0.003083733220895131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,1536,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,512,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,256,0.002917333443959554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,256,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,2048,0.01097920040289561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,128,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,512,0.008280533552169799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,256,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,128,0.015230933825174967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,64,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,128,0.007292800148328145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,64,0.014725333452224732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1536,32,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1536,32,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,65536,0.05658986568450928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,65536,0.11389546394348145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,16384,0.017847466468811034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,16384,0.03949120044708252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,12288,0.017706666390101114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,12288,0.03485440015792847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,10240,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,10240,0.030909866094589233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,10240,0.028411734104156493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,8192,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,8192,0.02758293350537618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,12288,0.032308266560236616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,7168,0.01202453374862671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,7168,0.02723199923833211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,7168,0.022230400641759237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,8192,0.024094933271408082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,6144,0.010731732845306397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,6144,0.025804799795150758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,5120,0.009329066673914591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,5120,0.024349866310755412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,16384,0.04072106679280599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,4096,0.007709866762161255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,4096,0.0220853328704834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,5120,0.018219733238220216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,4096,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,3584,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,3584,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,3072,0.006376533210277558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,6144,0.020386133591334024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,3072,0.020796799659729005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,2560,0.0057322666049003605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,2560,0.019963733355204263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,3072,0.013656533757845559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,2560,0.012599466244379678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,3584,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,2048,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,2048,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,1536,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,1536,0.01846933364868164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,1024,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,1024,0.01668693423271179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,1024,0.008750933408737182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,1536,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,768,0.0033557333052158357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,2048,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,768,0.016756266355514526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,512,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,512,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,256,0.01518933375676473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,512,0.007964799801508587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,768,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,128,0.002239999920129776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,256,0.007717333237330119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,128,0.014725333452224732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,128,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,64,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,1024,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,1024,32,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,65536,0.04550293286641439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,65536,0.11090346972147624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,16384,0.015658666690190635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,16384,0.03740479946136475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,65536,0.14089706738789876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,12288,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,12288,0.03432106574376424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,10240,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,10240,0.030125866333643597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,10240,0.028387200832366944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,8192,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,8192,0.026184533039728803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,12288,0.03207893371582031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,7168,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,7168,0.026485333840052288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,16384,0.040312532583872476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,6144,0.010058666268984478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,6144,0.024796799818674723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,7168,0.02217493255933126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,5120,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,8192,0.023942399024963378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,5120,0.024297600984573363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,4096,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,4096,0.02259520093599955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,6144,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,3584,0.006759466727574666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,3584,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,4096,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,5120,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,3072,0.0063274666666984555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,3072,0.020670932531356812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,2560,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,2560,0.020566399892171225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,3584,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,2048,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,3072,0.013289599617322286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,2560,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,2048,0.018820265928904213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,1536,0.004477866490681966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,1536,0.017992534240086875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,1024,0.0037674665451049804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,1024,0.016886399189631144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,1536,0.01009279986222585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,1024,0.009143466750780743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,768,0.003386666625738144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,2048,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,768,0.01714986761411031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,512,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,512,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,256,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,512,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,128,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,128,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,256,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,64,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,64,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,768,32,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,768,32,0.014632532993952433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,65536,0.03355199893315633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,65536,0.10495146910349529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,16384,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,16384,0.03551040093104045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,12288,0.011213866869608562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,12288,0.03350186745325724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,12288,0.03216853340466817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,10240,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,10240,0.028983465830485028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,16384,0.04027413527170817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,8192,0.012066133817036946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,8192,0.02626240054766337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,10240,0.028460800647735596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,7168,0.01099626620610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,7168,0.02619839906692505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,8192,0.024281599124272666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,6144,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,6144,0.024782933791478477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,6144,0.020173867543538414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,5120,0.008428800106048583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,7168,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,5120,0.0240938663482666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,4096,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,4096,0.02181866765022278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,5120,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,3584,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,4096,0.015876266360282897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,3584,0.0221781333287557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,3072,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,3072,0.02073600093523661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,3072,0.01356160044670105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,3584,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,2560,0.005457066496213277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,2560,0.02046826680501302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,2560,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,2048,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,2048,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,2048,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,1536,0.004171733558177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,1536,0.017350399494171144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,1024,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,65536,0.14108266830444335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,768,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,768,0.015532799561818442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,1536,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,1024,0.008784000078837078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,512,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,512,0.01520853340625763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,768,0.008531199892361958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,512,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,256,0.014842666188875833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,128,0.014251733819643656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,128,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,64,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,512,32,0.002196266750494639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,512,32,0.013385599851608277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,65536,0.023718400796254476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,65536,0.10127573013305664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,16384,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,16384,0.03382186492284139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,12288,0.012019200126330058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,12288,0.030949334303538006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,12288,0.03170453310012818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,10240,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,10240,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,16384,0.03992426792780558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,8192,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,8192,0.027020800113677978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,10240,0.02798186739285787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,8192,0.02387839953104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,7168,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,7168,0.025447465976079303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,6144,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,6144,0.024846933285395303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,7168,0.02186773419380188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,5120,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,6144,0.019809067249298096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,5120,0.022765866915384927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,4096,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,4096,0.021668267250061036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,5120,0.0179584006468455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,3584,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,4096,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,3584,0.02136533260345459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,3072,0.005850666761398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,3072,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,3584,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,2560,0.020452266931533812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,3072,0.01362773378690084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,2048,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,2048,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,2560,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,1536,0.004071466624736786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,2048,0.010916266838709514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,1536,0.017122133572896322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,65536,0.14058879216512044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,1024,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,1024,0.016989866892496742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,1536,0.0100490669409434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,768,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,1024,0.008887466788291932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,768,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,512,0.01590826710065206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,256,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,512,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,256,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,256,0.00747626672188441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,128,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,65536,0.1410805384318034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,128,0.007281066477298736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,64,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,256,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,256,32,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,65536,0.016572800278663636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,65536,0.09794346491495767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,16384,0.009346133470535279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,16384,0.03216000000635783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,12288,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,12288,0.02904319961865743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,10240,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,10240,0.027933865785598755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,12288,0.03249386747678121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,10240,0.027990400791168213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,16384,0.04024853308995564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,8192,0.007454933226108551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,8192,0.02613226572672526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,7168,0.006741333504517872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,7168,0.02659200032552083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,65536,0.141431458791097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,6144,0.00633493314186732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,6144,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,8192,0.0236842672030131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,65536,0.14073173205057782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,5120,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,5120,0.022989867130915324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,7168,0.02182933290799459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,4096,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,4096,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,3584,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,6144,0.019646932681401573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,5120,0.0177130659421285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,3584,0.02099840044975281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,3072,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,4096,0.015639467040697734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,3072,0.020528000593185425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,2560,0.004994133114814758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,2560,0.01891626715660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,3584,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,2048,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,3072,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,2048,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,1536,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,2560,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,1536,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,2048,0.010778666536013285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,1024,0.016377600034077962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,768,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,768,0.015675733486811318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,512,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,768,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,256,0.014538666605949402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,128,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,128,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,64,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,128,32,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,128,32,0.01302826702594757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,65536,0.014921599626541137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,16384,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,65536,0.09367679754892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,10240,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,16384,0.030819199482599896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,12288,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,12288,0.029127466678619384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,10240,0.028402133782704668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,8192,0.005913599828879039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,65536,0.14196799596150717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,8192,0.02495573361714681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,65536,0.1406079928080241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,7168,0.005761066575845083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,7168,0.025656533241271973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,6144,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,6144,0.024805333216985068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,5120,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,5120,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,4096,0.0059008002281188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,3072,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,4096,0.02286826570828756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,3584,0.005865600208441416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,3584,0.02121493419011434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,3072,0.005403733253479004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,1024,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,2048,0.00499839981396993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,2560,0.019871999820073448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,2048,0.01850879987080892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,1536,0.00384853333234787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,1536,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,1024,0.01688106656074524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,768,0.016081066926320393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,512,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,64,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,256,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,128,0.015006933609644571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,64,0.0018698666244745255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,64,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,64,32,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,65536,0.02719893256823222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,12288,0.03044266700744629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,16384,0.008619733651479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,65536,0.0970304012298584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,16384,0.030819199482599896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,12288,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,10240,0.006793599824110668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,10240,0.027644799153010054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,8192,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,8192,0.025996800263722735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,7168,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,7168,0.02584213415781657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,6144,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,6144,0.024759467442830405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,5120,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,4096,0.006226133306821187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,3584,0.02076266606648763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,5120,0.02400853236516317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,4096,0.02257706721623739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,3584,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,2560,0.02029333313306173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,2048,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,3072,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,2560,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,1536,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,3072,0.020246400435765585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,2048,0.01889280080795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,1024,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,768,0.0028778667251269023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,512,0.01495253344376882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,1024,0.015522133310635886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,768,0.015921066204706825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,256,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,256,0.014807466665903726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,128,0.01418560047944387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,32,0.014021333058675131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,64,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,512,32,64,0.01373546620210012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,512,32,32,0.0019050666441520054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,16384,0.3194922765096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,16384,0.5861354827880859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,12288,0.24590934117635094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,12288,0.43347625732421874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,10240,0.35939626693725585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,8192,0.3059178670247396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,8192,0.16541120211283367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,10240,0.21456534067789712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,7168,0.26390933990478516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,7168,0.14845120112101237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,6144,0.21762986183166505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,6144,0.12894079685211182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,5120,0.19101227124532064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,5120,0.10849920113881428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,65536,0.14176106452941895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,4096,0.15555520057678224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,4096,0.0900544007619222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,4096,0.06302826801935832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,3584,0.13666027386983234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,3584,0.08113493124643961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,5120,0.07601919968922934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,3072,0.11604373455047608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,3072,0.0711850643157959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,6144,0.08958933353424073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,2560,0.09778133233388266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,2560,0.06179840167363485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,3584,0.05721706549326579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,2048,0.07894079685211182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,2048,0.05336106618245443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,7168,0.10397866566975911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,1536,0.061069866021474205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,1536,0.044880000750223796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,3072,0.05144960085550944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,1024,0.040956799189249674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,1024,0.03674240112304687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,1024,0.026859732468922932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,768,0.03232213258743286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,768,0.03216639955838521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,1536,0.03383573293685913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,512,0.0238154669602712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,512,0.028860799471537274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,2048,0.039579733212788897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,256,0.015375999609629312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,256,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,2560,0.045425065358479816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,128,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,128,0.02372586727142334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,10240,0.14404160181681316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,64,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,64,0.023229867219924927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,65536,32,0.01239359974861145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,65536,32,0.02305813431739807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,65536,0.5780799865722657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,512,0.020508799950281778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,65536,0.3758943875630697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,16384,0.14962347348531085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,16384,0.09717120329538981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,128,0.015388799707094827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,12288,0.11050453186035156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,12288,0.0764842669169108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,8192,0.11417813301086426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,10240,0.09317653179168701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,10240,0.06626240015029908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,256,0.01689280072848002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,8192,0.07483946482340495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,8192,0.06010666688283285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,768,0.023895466327667238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,7168,0.0656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,7168,0.053858133157094326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,7168,0.03879573345184326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,6144,0.056529064973195396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,6144,0.049356798330942794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,8192,0.042155734697977704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,5120,0.04754773378372192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,5120,0.043239466349283856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,10240,0.050436266263326014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,4096,0.03873279889424642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,4096,0.038970665136973066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,12288,0.16917440096537273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,3584,0.03396373192469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,3584,0.03649173180262248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,12288,0.058689065774281825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,3072,0.029655466477076214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,3072,0.03296746611595154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,4096,0.02567360003789266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,2560,0.02490453322728475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,2560,0.030499200026194256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,6144,0.0349727988243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,2048,0.02048106590906779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,2048,0.027141332626342773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,5120,0.0302293340365092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,1536,0.016201600432395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,1536,0.026447999477386474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,3584,0.023574399948120116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,3072,0.02147946755091349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,1024,0.012325333555539449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,1024,0.02300373315811157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,768,0.011165866255760193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,768,0.020827732483545938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,768,0.010956799983978272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,512,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,512,0.019172267119089762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,1536,0.015202132860819497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,256,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,1024,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,256,0.018272000551223754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,128,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,128,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,512,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,128,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,64,0.005831466615200042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,64,0.018284799655278523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,16384,32,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,16384,32,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,65536,0.2695520083109538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,65536,0.43709653218587236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,16384,0.10970986684163411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,16384,0.08199679851531982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,256,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,12288,0.08331733544667562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,12288,0.0636735995610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,2048,0.017356799046198527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,10240,0.0706069310506185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,10240,0.056491732597351074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,2560,0.01953386664390564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,8192,0.05702826579411825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,8192,0.051260801156361904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,16384,0.07424639860788981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,7168,0.05123946666717529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,7168,0.046817068258921304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,8192,0.02649066646893819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,6144,0.04347199996312459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,6144,0.04320746660232544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,7168,0.024222934246063234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,5120,0.0371509313583374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,5120,0.037308800220489505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,10240,0.0320032000541687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,4096,0.02990079919497172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,4096,0.03301440080006917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,12288,0.03594559828440348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,3584,0.026418133576711016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,3584,0.03081600069999695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,4096,0.017492266496022542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,3072,0.02298240065574646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,3072,0.029176533222198486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,5120,0.019767467180887857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,2560,0.019326933224995933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,2560,0.027293866872787474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,3584,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,2048,0.015539200107256571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,2048,0.025154133637746174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,6144,0.022452267011006673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,1536,0.012635733683904013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,1536,0.023256532351175942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,2560,0.013732266426086426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,1024,0.009928533434867859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,1024,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,2048,0.012140799562136333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,768,0.008280533552169799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,768,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,1536,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,1024,0.009272533655166625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,512,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,512,0.017207467555999757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,3072,0.014962133765220643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,256,0.005003733436266581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,256,0.016748799880345663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,128,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,128,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,128,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,64,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,64,0.016387200355529784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,768,0.009034666419029235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,256,0.007855999966462452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,12288,32,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,12288,32,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,512,0.008455466230710347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,16384,0.09521706899007162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,65536,0.3695007960001627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,65536,0.24587839444478354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,16384,0.0775712013244629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,12288,0.07038719654083252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,12288,0.061483732859293615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,10240,0.06031359831492106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,10240,0.05782186587651571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,16384,0.045366398493448895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,8192,0.04855680068333944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,8192,0.04720426797866821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,10240,0.03027626673380534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,7168,0.04278293450673421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,7168,0.04324906667073568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,8192,0.02617173393567403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,6144,0.036710401376088456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,6144,0.03922559817632039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,12288,0.034534398714701334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,5120,0.03083840012550354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,5120,0.035145600636800126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,7168,0.023463465770085654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,4096,0.025270400444666545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,4096,0.031388799349466964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,5120,0.01937920053799947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,3584,0.022424532969792684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,3584,0.03061760067939758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,6144,0.021316266059875487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,3072,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,3072,0.029095466931660968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,16384,0.04338239828745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,2560,0.017155200242996216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,2560,0.026850134134292603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,3584,0.015897599856058757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,2048,0.014834133783976236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,2048,0.025088000297546386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,4096,0.016923733552296958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,1536,0.012381866574287415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,1536,0.02109866738319397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,3072,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,1024,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,1024,0.01986773411432902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,1024,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,768,0.008008533219496409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,768,0.019026132424672444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,1536,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,512,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,512,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,2560,0.01334933340549469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,256,0.00525439977645874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,256,0.018320000171661376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,768,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,128,0.0045855998992919925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,128,0.014787200093269347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,256,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,64,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,512,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,64,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,128,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,10240,32,0.004823466638724009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,10240,32,0.01648640036582947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,65536,0.29632533391316734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,65536,0.20793174107869467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,16384,0.07313066323598226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,16384,0.06357973416646322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,12288,0.05663253466288248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,12288,0.05126293500264486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,2048,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,10240,0.04700373411178589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,10240,0.04649600187937419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,16384,0.22514986991882324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,8192,0.03832533359527588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,8192,0.041229867935180665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,8192,0.025217066208521526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,7168,0.033777066071828205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,7168,0.037315201759338376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,10240,0.02932159900665283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,6144,0.028986666599909467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,6144,0.03518079916636149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,12288,0.033769599596659344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,5120,0.024629332621892295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,5120,0.032806400458017984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,6144,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,4096,0.02032426595687866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,4096,0.02975040078163147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,5120,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,3584,0.018090667327245076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,3584,0.027296000719070436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,7168,0.023255467414855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,3072,0.01589120030403137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,3072,0.026572799682617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,3072,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,2560,0.013911466797192892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,2560,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,16384,0.04194773435592651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,2048,0.012382933497428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,2048,0.02249386707941691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,3584,0.01548799971739451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,1536,0.010152533650398254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,1536,0.020117332537968956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,4096,0.01622293293476105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,1024,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,1024,0.018382932742436728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,1024,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,768,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,768,0.018132267395655315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,2048,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,512,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,1536,0.010408533612887065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,512,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,256,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,256,0.017008000612258913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,256,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,128,0.004112000018358231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,128,0.015548800428708395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,768,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,64,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,64,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,128,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,512,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,8192,32,0.0038058665891488397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,8192,32,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,2560,0.012618666887283326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,65536,0.30276692708333336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,16384,0.0782474676767985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,65536,0.19477334022521972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,16384,0.06952959696451823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,12288,0.05985600153605143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,12288,0.0552021344502767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,10240,0.0498634656270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,10240,0.0492789347966512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,10240,0.029239465792973835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,8192,0.04114773273468018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,8192,0.04501226743062337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,12288,0.03365653355916341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,7168,0.0363103985786438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,7168,0.0389792005221049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,16384,0.04203946590423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,6144,0.0315775990486145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,6144,0.03543893496195476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,7168,0.02286293307940165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,5120,0.026744532585144042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,5120,0.03255573312441508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,8192,0.02478613257408142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,4096,0.021831466754277547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,4096,0.029344000418980914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,5120,0.018833067019780478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,3584,0.019357866048812865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,3584,0.02868266701698303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,4096,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,3072,0.017270400126775106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,3072,0.02782613237698873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,6144,0.02106346686681112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,2560,0.014760532975196838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,2560,0.02550719976425171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,3584,0.015101866920789084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,2048,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,2048,0.022934399048487344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,3072,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,1536,0.010613333185513813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,1536,0.021211733420689903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,2560,0.012839466333389282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,1024,0.008025600016117096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,1024,0.018686934312184652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,1536,0.010071466366449993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,768,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,768,0.01727466583251953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,2048,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,512,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,512,0.017046399911244712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,1024,0.00918826659520467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,256,0.004837333162625631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,256,0.016796799500783284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,128,0.004186666508515676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,768,0.008781866232554118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,128,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,64,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,7168,32,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,64,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,7168,32,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,128,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,65536,0.23255999883015951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,65536,0.16964586575826007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,16384,0.05642133156458536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,16384,0.05791360139846802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,12288,0.04450453519821167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,12288,0.045297066370646163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,12288,0.03346773386001587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,10240,0.03721173206965129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,10240,0.04127360184987386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,16384,0.041543467839558916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,8192,0.03030719955762227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,8192,0.03668906688690186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,10240,0.029098665714263915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,7168,0.0264789342880249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,7168,0.03344106674194336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,8192,0.02441920042037964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,6144,0.022778666019439696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,6144,0.031116799513498945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,7168,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,5120,0.01923840045928955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,5120,0.02878613273302714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,6144,0.020811732610066733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,4096,0.01535360018412272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,4096,0.026748800277709962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,5120,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,3584,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,3584,0.02545706629753113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,4096,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,3072,0.024581333001454674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,3584,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,2560,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,2560,0.023212800423304238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,3072,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,2048,0.00941973328590393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,2048,0.02177813251813253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,2560,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,1536,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,1536,0.019802665710449217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,2048,0.011102933684984844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,1024,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,1024,0.017612799008687337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,1024,0.008794666330019633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,768,0.0049002667268117275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,768,0.017270400126775106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,1536,0.010308266679445902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,512,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,512,0.01618880033493042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,256,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,256,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,768,0.008634666601816814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,128,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,128,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,64,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,64,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,6144,32,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,6144,32,0.014602667093276978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,65536,0.22243199348449708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,65536,0.15672000249226886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,16384,0.05691413482030233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,16384,0.05957546631495157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,65536,0.1512191931406657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,12288,0.043202133973439534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,12288,0.046742399533589676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,65536,0.16900693575541179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,10240,0.03629546562830607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,10240,0.04212799866994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,12288,0.032614399989446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,8192,0.029649066925048827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,8192,0.03691946665445964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,16384,0.04095040162404378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,7168,0.026096000274022417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,7168,0.034757332007090254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,8192,0.02435093323389689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,65536,0.13915306727091473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,6144,0.022592000166575112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,10240,0.028859732548395793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,6144,0.03128213286399841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,5120,0.01934400002161662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,5120,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,4096,0.016394666830698647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,4096,0.027052799860636394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,4096,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,3584,0.014971733093261719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,3584,0.02527466615041097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,5120,0.018500266472498576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,3072,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,3072,0.0243776003519694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,7168,0.022651733954747517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,2560,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,2560,0.02262079914410909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,6144,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,2048,0.01016533374786377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,2048,0.021577600638071695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,2048,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,1536,0.00842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,1536,0.019241599241892497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,2560,0.012230400244394939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,1024,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,3584,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,1024,0.016713599363962807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,3072,0.013697066903114319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,768,0.005231999854246775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,768,0.017403733730316163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,512,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,512,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,1024,0.009113599856694538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,256,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,256,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,768,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,128,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,512,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,128,0.01552959978580475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,64,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,1536,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,64,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,5120,32,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,5120,32,0.014588800072669984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,128,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,65536,0.1677589257558187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,16384,0.043586134910583496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,65536,0.1399456024169922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,16384,0.05454933245976766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,12288,0.03339093526204427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,12288,0.04256746768951416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,10240,0.027850667635599773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,10240,0.03732053438822429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,65536,0.2741663932800293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,8192,0.022992000977198283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,8192,0.03305173317591349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,65536,0.13786133130391437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,7168,0.020152533054351808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,7168,0.030739200115203858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,10240,0.028489599625269573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,6144,0.01722453236579895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,6144,0.02904319961865743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,12288,0.03236053387324016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,5120,0.014904533823331198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,5120,0.026641066869099932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,5120,0.017780266205469766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,4096,0.012609066565831504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,4096,0.024569600820541382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,6144,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,3584,0.011432533462842304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,3584,0.023082667589187623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,8192,0.02473599910736084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,3072,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,3072,0.02196586728096008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,7168,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,2560,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,2560,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,3072,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,2048,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,2048,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,2560,0.012250666817029316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,1536,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,1536,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,16384,0.0407968004544576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,1024,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,1024,0.016797866423924765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,3584,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,768,0.004297600189844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,768,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,4096,0.01548479994138082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,512,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,512,0.017034665743509928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,1024,0.008774399757385254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,256,0.0034186666210492453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,256,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,128,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,128,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,64,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,64,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,128,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,4096,32,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,4096,32,0.014663466811180114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,1536,0.00995199978351593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,65536,0.15516586303710939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,65536,0.13035413424173992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,16384,0.04038613239924113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,16384,0.051178665955861416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,12288,0.031242666641871135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,12288,0.039918935298919676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,10240,0.026294400294621784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,10240,0.037061333656311035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,2048,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,8192,0.021569067239761354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,8192,0.03221866687138875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,8192,0.02433919906616211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,7168,0.019026132424672444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,7168,0.03051626682281494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,10240,0.028675200541814168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,6144,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,6144,0.02851733366648356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,12288,0.03224106629689534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,7168,0.0217685341835022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,5120,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,5120,0.026332799593607587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,4096,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,4096,0.02351893385251363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,6144,0.020121600230534872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,3584,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,3584,0.024346667528152465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,65536,0.13717439969380696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,3072,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,3072,0.021656533082326256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,5120,0.017857066790262856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,2560,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,2560,0.020744532346725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,4096,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,2048,0.00759680022795995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,2048,0.018528000513712565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,3584,0.014613333344459533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,1536,0.006250666578610738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,1536,0.019665066401163736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,3072,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,1024,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,1024,0.017539199193318686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,16384,0.039979732036590575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,2560,0.012185600399971009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,768,0.004196266829967499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,768,0.017538134256998697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,512,0.0034442665676275887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,512,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,1536,0.010020266969998677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,2048,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,256,0.003058133274316788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,256,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,128,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,128,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,512,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,64,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,256,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,64,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,128,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3584,32,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,1024,0.009121066331863404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3584,32,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,65536,0.1291658639907837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,65536,0.12278613249460857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,16384,0.03282133340835571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,16384,0.04314773480097453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,12288,0.024563199281692503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,12288,0.03322133421897888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,10240,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,10240,0.03141653339068095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,8192,0.016822399695714314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,8192,0.029781333605448407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,8192,0.023860265811284385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,7168,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,7168,0.028155734141667683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,10240,0.02820906639099121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,6144,0.012995200355847678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,6144,0.026870399713516235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,12288,0.03206186691919963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,5120,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,5120,0.02521599928538005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,7168,0.0220960001150767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,4096,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,4096,0.022757333517074586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,6144,0.01986879905064901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,3584,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,3584,0.02223466634750366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,4096,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,3072,0.008003200093905132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,3072,0.020572799444198608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,5120,0.017773866653442383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,2560,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,2560,0.019015467166900633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,3584,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,2048,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,2048,0.0189194659392039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,16384,0.040199466546376544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,1536,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,1536,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,2048,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,1024,0.004155733436346054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,3072,0.01325653294722239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,1024,0.016978132724761962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,768,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,768,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,2560,0.012040533622105916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,512,0.003352533280849457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,512,0.014638933539390563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,512,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,256,0.0029098667204380036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,256,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,128,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,1024,0.009107200304667155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,128,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,64,0.0025311999022960665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,64,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,256,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,3072,32,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,3072,32,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,1536,0.009961600104967754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,65536,0.1243018627166748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,65536,0.11840746402740479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,16384,0.03440320094426473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,16384,0.04352960189183553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,12288,0.026792534192403156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,12288,0.035675732294718425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,10240,0.02228906750679016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,10240,0.03306879997253418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,10240,0.028161066770553588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,8192,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,8192,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,12288,0.03202880024909973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,7168,0.01646506687005361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,7168,0.028841600815455122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,8192,0.02348053256670634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,6144,0.014681599537531533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,6144,0.026735999186833698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,7168,0.021912533044815063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,5120,0.012658133109410604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,5120,0.024988800287246704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,6144,0.019578667481740315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,4096,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,4096,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,16384,0.03996906677881877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,3584,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,3584,0.02099840044975281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,5120,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,3072,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,3072,0.021222400665283202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,3584,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,4096,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,2560,0.006939733525117238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,2560,0.01895573337872823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,2048,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,2048,0.018756266434987387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,3072,0.013111467162768045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,1536,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,1536,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,1536,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,1024,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,1024,0.018286933501561485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,2048,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,768,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,768,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,2560,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,512,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,512,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,256,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,512,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,128,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,128,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,64,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,64,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2560,32,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2560,32,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,65536,0.08623147010803223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,16384,0.026294400294621784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,65536,0.10707306861877441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,16384,0.042217600345611575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,12288,0.020180267095565797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,12288,0.03294080098470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,65536,0.13734827041625977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,10240,0.017542399962743125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,10240,0.030572799841562907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,10240,0.027821866671244304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,8192,0.01471573313077291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,12288,0.03184960087140401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,8192,0.028781867027282713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,7168,0.013418666521708169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,7168,0.027137066920598345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,7168,0.021504000822703043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,6144,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,6144,0.024859732389450072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,16384,0.040240001678466794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,5120,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,5120,0.024551467100779215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,8192,0.02375146746635437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,4096,0.009097599983215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,4096,0.02261013388633728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,5120,0.017598932981491087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,3584,0.008124800026416778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,3584,0.021496532360712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,6144,0.019463467597961425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,3072,0.007349333167076111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,3072,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,4096,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,2560,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,2560,0.019620267550150554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,3072,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,2048,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,3584,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,2048,0.019166932503382365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,2560,0.012036266922950744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,1536,0.005062399804592133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,1536,0.017848533391952515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,1024,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,1024,0.017053866386413576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,1536,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,768,0.0037439999481042228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,768,0.015686399737993875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,2048,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,512,0.003127466638882955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,512,0.016246400276819863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,1024,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,256,0.0029045333464940387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,256,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,768,0.008345599969228108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,512,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,128,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,128,0.015027200182278952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,64,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,256,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,128,0.007245866457621257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,64,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,2048,32,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,2048,32,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,65536,0.07477119763692221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,65536,0.09538453420003255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,16384,0.022216532627741495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,16384,0.039841067790985105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,12288,0.016680532693862916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,12288,0.03213333288828532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,12288,0.03173653284708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,10240,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,10240,0.030357333024342854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,16384,0.03980906804402669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,8192,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,8192,0.02821120023727417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,65536,0.1380661328633626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,7168,0.012318933010101318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,7168,0.026741333802541095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,10240,0.02762133280436198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,6144,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,6144,0.024894932905832924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,7168,0.021491199731826782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,5120,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,6144,0.01941759983698527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,5120,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,4096,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,8192,0.023475199937820435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,4096,0.02169706622759501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,3584,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,3584,0.021207465728123983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,3584,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,3072,0.006311466793219249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,4096,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,3072,0.019927465915679933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,2560,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,2560,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,5120,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,2048,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,2048,0.018668800592422485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,2048,0.010812800129254658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,2560,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,1536,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,1536,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,3072,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,1024,0.003504000107447306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,1024,0.01644480029741923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,768,0.0033802665770053864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,768,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,1024,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,768,0.008640000224113464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,512,0.0029696000119050344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,512,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,1536,0.009726933638254802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,256,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,128,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,512,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,256,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,64,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1536,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,128,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1536,32,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,65536,0.054756267865498864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,65536,0.08828799724578858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,16384,0.0179967999458313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,16384,0.03624213139216105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,12288,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,12288,0.03287893335024516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,12288,0.03127359946568807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,10240,0.013032533725102744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,10240,0.028809599081675213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,16384,0.03961813449859619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,8192,0.013594667116800943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,8192,0.027289599180221558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,10240,0.0271722674369812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,7168,0.01197653313477834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,7168,0.024716800451278685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,65536,0.1367861270904541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,6144,0.010679466525713603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,6144,0.023976532618204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,8192,0.02348053256670634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,5120,0.009065600236256917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,5120,0.02269759972890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,7168,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,6144,0.019419733683268228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,4096,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,4096,0.02140373388926188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,3584,0.006967466572920482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,5120,0.017453867197036742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,3584,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,3072,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,3072,0.01989226738611857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,3072,0.013273599743843078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,3584,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,2560,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,4096,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,2560,0.018811732530593872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,2048,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,2048,0.019093332688013713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,1536,0.004346666733423868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,1536,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,1536,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,2048,0.010894933342933654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,1024,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,1024,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,2560,0.011974400281906128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,768,0.0034272000193595886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,768,0.015870933731396995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,512,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,512,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,768,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,256,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,512,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,256,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,128,0.002550400048494339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,128,0.015829333662986757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,64,0.002358400076627731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,128,0.007291733225186665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,64,0.014270933469136557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,1024,32,0.002345599979162216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,1024,32,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,65536,0.04170026779174805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,65536,0.0868671973546346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,16384,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,16384,0.03553280035654704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,12288,0.011713066697120666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,12288,0.030844799677530926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,12288,0.03133440017700195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,10240,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,10240,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,16384,0.03910613457361857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,8192,0.012668800354003907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,8192,0.02661760052045186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,65536,0.13678080240885418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,7168,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,7168,0.025006934007008867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,10240,0.02756800055503845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,6144,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,6144,0.024643200635910033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,7168,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,5120,0.008425600330034892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,8192,0.023060266176859537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,5120,0.023257599274317423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,4096,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,4096,0.020807466904322305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,6144,0.019772799809773763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,3584,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,3584,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,4096,0.01529813309510549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,5120,0.01773973306020101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,3072,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,3072,0.02081600030263265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,2560,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,2560,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,65536,0.13720320065816244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,2048,0.018500266472498576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,3584,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,1536,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,1536,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,3072,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,2560,0.011911466717720032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,1024,0.0034048000971476236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,1024,0.01629973351955414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,2048,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,768,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,1536,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,768,0.016313599546750386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,512,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,512,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,1024,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,256,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,512,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,128,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,256,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,128,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,64,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,768,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,768,32,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,65536,0.03328746755917867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,65536,0.08207466602325439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,16384,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,16384,0.033511467774709064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,12288,0.011040000120798747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,12288,0.029985066254933673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,10240,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,10240,0.027165865898132323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,12288,0.031231999397277832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,8192,0.008633599678675333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,8192,0.026716800530751546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,10240,0.027153066794077557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,7168,0.008202666540940602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,7168,0.024989867210388185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,16384,0.039033599694569904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,6144,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,6144,0.02423680027325948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,8192,0.023113600413004556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,5120,0.00720000018676122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,5120,0.022779732942581177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,6144,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,7168,0.021127466360727945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,4096,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,4096,0.020869332551956176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,3584,0.006444799900054932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,3584,0.020830933252970377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,5120,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,3072,0.005815466741720835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,3072,0.019715199867884316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,4096,0.015269333124160766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,2560,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,3584,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,2560,0.0191648006439209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,2048,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,2048,0.018217599391937254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,3072,0.013217066725095114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,1536,0.003937066594759623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,2560,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,1536,0.017646932601928712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,2048,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,1024,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,1024,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,768,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,768,0.014870400230089823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,1536,0.009832533200581868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,1024,0.008973866701126099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,512,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,512,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,768,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,256,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,512,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,256,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,128,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,512,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,512,32,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,65536,0.022235733270645142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,65536,0.07486293315887452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,16384,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,16384,0.031197865804036457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,12288,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,12288,0.027616000175476073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,65536,0.13703893025716146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,10240,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,10240,0.026746666431427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,12288,0.031244800488154097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,8192,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,8192,0.026661332448323565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,16384,0.039026133219401044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,7168,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,7168,0.025195733706156416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,10240,0.0273087998231252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,6144,0.006986666719118755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,6144,0.02326293389002482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,8192,0.02339199980099996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,5120,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,5120,0.02283946673075358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,7168,0.021066667636235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,4096,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,6144,0.019568000237147012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,4096,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,3584,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,3584,0.020116267601648967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,5120,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,4096,0.01527253290017446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,3072,0.0056320001681645715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,3072,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,3584,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,2560,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,2560,0.018499199549357095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,3072,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,2048,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,2048,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,2560,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,1536,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,1536,0.016800000270207723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,2048,0.010958932836850484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,1024,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,1024,0.016481066743532814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,1536,0.009924266735712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,65536,0.13695786794026693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,768,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,768,0.015804800391197204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,768,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,512,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,256,0.002299733211596807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,512,0.007949866851170858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,256,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,128,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,64,0.0020725333442290625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,128,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,64,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,256,32,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,256,32,0.014173866311709086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,65536,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,65536,0.06810986995697021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,16384,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,16384,0.030565333366394044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,12288,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,12288,0.02672959963480632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,10240,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,10240,0.027266132831573486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,12288,0.030910933017730714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,8192,0.0060576001803080235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,10240,0.027160533269246417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,16384,0.03909759918848674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,8192,0.025654399394989015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,7168,0.006728533407052357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,7168,0.024641066789627075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,6144,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,6144,0.023348265886306764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,8192,0.02344533403714498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,5120,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,7168,0.02141653299331665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,5120,0.02239146629969279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,6144,0.0190175990263621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,4096,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,4096,0.021091200908025107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,3584,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,5120,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,3584,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,4096,0.015343999862670899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,3072,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,3072,0.0192138671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,3584,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,2560,0.019565866390864054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,3072,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,2048,0.004268800218900045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,2048,0.017525333166122436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,2560,0.011993599931399028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,1536,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,1536,0.01650879979133606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,2048,0.011166933178901672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,65536,0.13442773818969728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,1024,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,1536,0.009585066636403402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,1024,0.015621333320935567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,768,0.014824533462524414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,512,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,768,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,512,0.0150218665599823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,512,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,256,0.013896532853444419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,256,0.007570133109887441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,128,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,64,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,64,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,128,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,128,32,0.013858133554458618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,65536,0.012889599800109864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,65536,0.06408746639887491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,16384,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,16384,0.028812799851099653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,12288,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,12288,0.026740266879399614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,10240,0.00590826670328776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,10240,0.02513706684112549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,8192,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,8192,0.02485226591428121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,7168,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,65536,0.1340127944946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,6144,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,6144,0.02418880065282186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,7168,0.02472320000330607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,5120,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,5120,0.02339093287785848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,4096,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,4096,0.021631999810536703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,3584,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,3584,0.020413867632548013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,3072,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,3072,0.018887466192245482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,2048,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,2560,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,2560,0.018403200308481853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,2048,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,1536,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,1536,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,1024,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,1024,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,768,0.01618133286635081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,512,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,256,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,65536,0.13695680300394694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,256,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,64,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,128,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,64,0.0018634666999181111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,64,32,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,64,32,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,65536,0.021836799383163453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,16384,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,65536,0.06559360027313232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,12288,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,65536,0.13700693448384602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,16384,0.028808534145355225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,12288,0.027294933795928955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,10240,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,10240,0.02600746750831604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,8192,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,8192,0.025303467114766436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,7168,0.00553599993387858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,7168,0.02462293306986491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,6144,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,6144,0.023540266354878745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,5120,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,5120,0.0226197342077891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,4096,0.00547626664241155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,4096,0.022039467096328737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,3584,0.005190399785836538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,3584,0.020137600104014077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,3072,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,3072,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,2560,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,2560,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,2048,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,2048,0.01698346734046936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,1536,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,1536,0.016662399967511496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,1024,0.0031690667072931922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,1024,0.016032000382741295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,768,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,768,0.015251200397809347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,512,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,64,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,256,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,128,0.014074666301409402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,64,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,384,32,32,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,384,32,32,0.013990400234858194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,16384,0.28099091847737634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,16384,0.5080458641052246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,12288,0.22113919258117676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,65536,0.13748799959818522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,12288,0.3862175941467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,10240,0.27276906967163084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,10240,0.16008960405985515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,8192,0.13080960114796955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,8192,0.2249728043874105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,7168,0.19368426005045575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,7168,0.11716372966766357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,6144,0.16954879760742186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,6144,0.10388906796773274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,5120,0.14273279507954914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,5120,0.08722879886627197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,4096,0.1139679988225301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,4096,0.07353599866231283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,4096,0.046564265092213945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,3584,0.10015573501586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,3584,0.06655466556549072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,5120,0.055725868542989096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,3072,0.08816533088684082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,3072,0.05956799983978271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,6144,0.06452373266220093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,2560,0.0726698637008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,2560,0.05267946720123291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,3584,0.04196906487147013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,2048,0.05904320081075033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,2048,0.04651519854863485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,7168,0.07381440003712972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,1536,0.04564160108566284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,1536,0.03911893367767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,3072,0.03779413302739461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,1024,0.032808534304300946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,1024,0.032681600252787275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,1024,0.020268799861272176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,768,0.025753599405288697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,768,0.028823467095692952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,2560,0.03378453254699707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,512,0.018655999501546224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,512,0.024665600061416625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,2048,0.02985493342081706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,256,0.011734400192896526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,256,0.022670932610829673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,768,0.01839359998703003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,128,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,128,0.020589866240819297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,8192,0.08402346769968669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,1536,0.025065600872039795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,64,0.008444799979527792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,64,0.02080000042915344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,65536,32,0.008797867099444072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,65536,32,0.020785067478815714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,128,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,65536,0.4358218510945638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,65536,0.26105599403381347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,16384,0.1080181360244751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,16384,0.07677013079325358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,12288,0.08355733553568521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,12288,0.06537706851959228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,256,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,10240,0.06949333349863687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,10240,0.058713599046071374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,10240,0.10317440032958984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,8192,0.05703786611557007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,8192,0.05046186844507853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,512,0.01569066643714905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,7168,0.05002666711807251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,7168,0.04692480166753133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,7168,0.02428800066312154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,6144,0.043221334616343185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,6144,0.041637333234151204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,8192,0.02677546739578247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,5120,0.03714346488316854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,5120,0.03744213183720906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,10240,0.03146880070368449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,4096,0.03027413288752238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,4096,0.0330346663792928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,12288,0.12155733108520508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,3584,0.027156267563501996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,3584,0.030168533325195312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,12288,0.036212265491485596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,3072,0.024334933360417685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,3072,0.028550400336583452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,4096,0.01727893352508545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,2560,0.01989333430926005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,2560,0.026761599381764728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,5120,0.01960960030555725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,2048,0.016561067104339598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,2048,0.024889600276947022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,6144,0.021951999266942343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,1536,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,1536,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,3584,0.01573973298072815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,1024,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,1024,0.019217065970102944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,1024,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,768,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,768,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,3072,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,512,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,512,0.016953599452972413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,768,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,256,0.004763733347256978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,1536,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,256,0.016665599743525186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,128,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,128,0.015496533115704855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,512,0.007940266529719036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,64,0.004189866781234741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,64,0.01663146714369456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,16384,32,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,16384,32,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,128,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,65536,0.3313749313354492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,65536,0.2360917409261068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,16384,0.08453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,16384,0.06505386829376221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,256,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,12288,0.06394559939702352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,12288,0.056100265185038245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,2048,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,10240,0.05421546697616577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,10240,0.05049706697463989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,2560,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,8192,0.043893333276112875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,8192,0.04364053408304851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,16384,0.04502293268839518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,7168,0.038829867045084634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,7168,0.03935360113779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,8192,0.02539413372675578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,6144,0.033514666557312014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,6144,0.03704853455225627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,10240,0.030034132798512775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,5120,0.02855573296546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,5120,0.03255893389383952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,7168,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,4096,0.024115200837453207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,4096,0.028965334097544353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,12288,0.033846398194630936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,3584,0.020917334159215293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,3584,0.026760532458623247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,4096,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,3072,0.01827733318010966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,3072,0.024959999322891235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,5120,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,2560,0.015431466698646545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,2560,0.02405653397242228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,6144,0.021095466613769532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,2048,0.013261866569519044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,2048,0.02353386680285136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,3584,0.01541759967803955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,1536,0.010194133718808491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,1536,0.02148373325665792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,3072,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,1024,0.008839466174443563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,1024,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,1024,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,768,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,768,0.016679465770721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,1536,0.010339200496673584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,512,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,512,0.0168287992477417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,2560,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,512,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,256,0.00469760000705719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,256,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,128,0.004058666775623957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,768,0.008340266346931458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,128,0.015869866808255514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,64,0.003806933263937632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,64,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,12288,32,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,12288,32,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,128,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,65536,0.27171945571899414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,65536,0.1946165402730306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,16384,0.06769493420918783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,256,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,16384,0.05686080058415731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,12288,0.05159680048624674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,12288,0.048791468143463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,2048,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,10240,0.042513068517049155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,10240,0.0435477336247762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,16384,0.04183040062586467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,8192,0.035361067454020186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,8192,0.03896533250808716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,8192,0.024156800905863442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,7168,0.030894933144251506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,7168,0.03508373498916626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,10240,0.029283199707667035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,6144,0.02661866744359334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,6144,0.032755200068155924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,12288,0.03290879925092061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,5120,0.023244800170262654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,5120,0.029336533943812054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,6144,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,4096,0.019345066944758096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,4096,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,7168,0.022332799434661866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,3584,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,3584,0.024829866488774617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,5120,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,3072,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,3072,0.0246453324953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,3072,0.013637333114941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,2560,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,16384,0.0410314679145813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,2560,0.023618133862813313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,2048,0.01090239981810252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,2048,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,3584,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,1536,0.008974933624267578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,1536,0.019243733088175455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,4096,0.016102400422096253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,1024,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,1024,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,1536,0.010155733426411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,768,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,768,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,2048,0.010987733801205952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,512,0.004689066608746847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,512,0.017179733514785765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,1024,0.00913706620534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,256,0.0038431999584039056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,256,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,768,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,256,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,128,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,64,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,512,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,64,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,10240,32,0.003525333354870478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,10240,32,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,65536,0.22617707252502442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,128,0.00713919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,65536,0.1771615982055664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,16384,0.05767573515574137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,16384,0.052958933512369785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,12288,0.04392533302307129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,12288,0.04648533264795939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,2560,0.012744533022244773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,10240,0.03699093262354533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,10240,0.04111573298772176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,16384,0.16139626502990723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,8192,0.03068053325017293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,8192,0.034932267665863034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,10240,0.028696533044179278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,7168,0.027058132489522296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,7168,0.03300799926122029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,8192,0.024215465784072875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,6144,0.02351893385251363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,6144,0.02980479995409648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,12288,0.032178133726119995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,5120,0.020107734203338622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,5120,0.028354134162267047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,5120,0.018225065867106118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,4096,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,4096,0.025250132878621417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,7168,0.02228800058364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,3584,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,3584,0.0244704008102417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,6144,0.02031146685282389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,3072,0.013205333550771078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,3072,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,16384,0.04024639924367269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,2560,0.011412266890207927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,2560,0.02145919998486837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,2560,0.012009599804878235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,2048,0.019538132349650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,3584,0.014759467045466105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,1536,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,1536,0.017772799730300902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,3072,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,1024,0.005814399818579356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,1024,0.016863999764124553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,4096,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,768,0.00488319993019104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,768,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,512,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,512,0.015591466426849365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,1536,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,256,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,256,0.015246933698654175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,512,0.007976533472537994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,128,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,128,0.015972266594568886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,64,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,256,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,64,0.014542933305104574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,8192,32,0.0032831999162832894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,8192,32,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,65536,0.20214719772338868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,2048,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,65536,0.15959572792053223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,16384,0.050835200150807704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,16384,0.04898026784261068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,12288,0.03950613339742025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,12288,0.0431818683942159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,10240,0.03309760093688965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,10240,0.03736319939295451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,10240,0.027729066212972005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,8192,0.027505065997441607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,8192,0.03322666684786479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,12288,0.03240533272425334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,7168,0.024204800526301064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,7168,0.03089066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,8192,0.02353066603342692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,6144,0.020910932620366415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,6144,0.030293333530426025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,7168,0.02196906606356303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,5120,0.01772159934043884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,5120,0.026825600862503053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,16384,0.04025813341140747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,4096,0.015041066209475198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,4096,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,6144,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,3584,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,3584,0.023524266481399537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,5120,0.01821119983990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,3072,0.011902933319409687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,3072,0.022845866282780965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,4096,0.015428266922632852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,2560,0.010345600048700969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,2560,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,3584,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,2048,0.009246933460235595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,2048,0.01877760092417399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,2560,0.012012799580891926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,1536,0.007739733159542084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,1536,0.0181877334912618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,3072,0.013359999656677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,1024,0.005793066819508871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,1024,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,1024,0.009026133020718892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,768,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,768,0.01726079980532328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,1536,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,512,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,512,0.015524267156918844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,2048,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,256,0.00367253323396047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,256,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,512,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,128,0.0033333333830038703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,128,0.015401599804560342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,64,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,64,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,128,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,7168,32,0.003124266614516576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,256,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,7168,32,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,65536,0.18102186520894367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,65536,0.14569066365559896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,16384,0.046727466583251956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,16384,0.04716480175654093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,12288,0.03614506721496582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,12288,0.039870933691660566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,12288,0.03147520025571187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,10240,0.030364799499511718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,10240,0.03493333260218302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,16384,0.04002133210500081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,8192,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,8192,0.031242666641871135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,10240,0.02762986620267232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,7168,0.022175999482472737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,7168,0.02890666723251343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,8192,0.02375040054321289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,6144,0.018961066007614137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,6144,0.027691733837127686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,7168,0.02184213399887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,5120,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,5120,0.024965333938598632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,6144,0.020266666014989217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,4096,0.013630933562914529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,4096,0.02537279923756917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,5120,0.017798399925231932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,3584,0.012339199582735699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,3584,0.023666133483250938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,4096,0.01535146633783976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,3072,0.011101866761843365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,3072,0.020827732483545938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,3584,0.01402453382809957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,2560,0.009637332955996196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,2560,0.02004800041516622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,3072,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,2048,0.008467200398445129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,2048,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,2560,0.01171946624914805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,1536,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,1536,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,1024,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,1024,0.018288000424702962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,2048,0.010851200421651204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,768,0.004750933249791463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,768,0.01638826628526052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,1024,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,512,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,512,0.015502933661142984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,768,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,256,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,256,0.014612266421318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,128,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,512,0.007773866752783458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,128,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,64,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,64,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,6144,32,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,128,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,6144,32,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,65536,0.1591584046681722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,65536,0.1256735960642497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,16384,0.04102506637573242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,16384,0.043494399388631186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,65536,0.1392896016438802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,12288,0.031430399417877196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,12288,0.037462401390075686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,65536,0.1345802625020345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,10240,0.026664533217748004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,10240,0.03355840047200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,65536,0.13623147010803222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,8192,0.02215786576271057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,8192,0.03035306731859843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,12288,0.03133760094642639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,7168,0.018989866971969603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,7168,0.028964267174402876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,16384,0.03972266515096028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,6144,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,6144,0.026744532585144042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,10240,0.02759786645571391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,5120,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,5120,0.024951465924580894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,8192,0.02381653388341268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,4096,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,4096,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,7168,0.021471999088923135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,3584,0.011160533626874287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,3584,0.022435200214385987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,6144,0.019796266158421835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,3072,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,3072,0.020732800165812172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,5120,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,2560,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,2560,0.019320533672968546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,4096,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,2048,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,2048,0.018886399269104005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,3584,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,1536,0.006251733501752217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,1536,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,3072,0.013109333316485085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,1024,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,1024,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,2560,0.01167039970556895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,768,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,768,0.01728106737136841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,512,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,768,0.007963733375072479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,512,0.015204266707102457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,256,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,256,0.014673067132631936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,1536,0.009899733463923137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,2048,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,128,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,256,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,128,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,64,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,64,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,5120,32,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,5120,32,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,512,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,128,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,65536,0.11756266752878826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,65536,0.10960640112559002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,16384,0.03757226864496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,16384,0.0418069322903951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,12288,0.029590400060017903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,12288,0.03624000151952107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,10240,0.024726400772730507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,10240,0.03349119822184245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,65536,0.16697492599487304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,8192,0.020777599016825358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,8192,0.028830933570861816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,65536,0.13468906084696453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,7168,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,7168,0.02690773407618205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,8192,0.023334399859110514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,10240,0.02762666742006938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,6144,0.015639467040697734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,6144,0.026485333840052288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,5120,0.013548800349235534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,5120,0.02461973428726196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,12288,0.03111039996147156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,4096,0.010424533486366272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,4096,0.022961066166559855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,5120,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,3584,0.009190400441487629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,3584,0.020835200945536293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,6144,0.019345066944758096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,3072,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,3072,0.02054506738980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,7168,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,2560,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,2560,0.01876373291015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,4096,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,2048,0.006587733328342438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,2048,0.018268799781799315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,3072,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,1536,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,1536,0.018117332458496095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,3584,0.013991467157999673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,2560,0.01165226697921753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,1024,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,1024,0.016852267583211265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,768,0.003789866715669632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,768,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,1536,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,512,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,512,0.015131733814875283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,2048,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,256,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,256,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,128,0.002930133293072383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,128,0.014798933267593383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,1024,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,64,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,128,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,256,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,64,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,4096,32,0.002962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,4096,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,65536,0.10788053671518963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,16384,0.033829331398010254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,65536,0.10500160058339436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,16384,0.043068798383076985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,12288,0.028251733382542926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,12288,0.03505066633224487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,10240,0.02363413373629252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,10240,0.03282346725463867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,16384,0.038839467366536456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,8192,0.019399466117223103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,8192,0.027805866797765096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,8192,0.023228800296783446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,10240,0.027407999833424884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,7168,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,7168,0.026685865720113118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,6144,0.015125333269437154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,6144,0.025433599948883057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,12288,0.030883200963338214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,5120,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,5120,0.023282132546106973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,6144,0.01936639944712321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,4096,0.00993066628774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,4096,0.02172586719195048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,7168,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,3584,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,3584,0.020794665813446044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,5120,0.017038933436075845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,3072,0.008267733454704284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,3072,0.020503467321395873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,16384,0.039086933930714926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,2560,0.007274666428565979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,2560,0.018820265928904213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,4096,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,2048,0.0063178668419520065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,2048,0.018651733795801796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,3584,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,1536,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,1536,0.01672640045483907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,65536,0.134552526473999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,1024,0.004490666588147481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,1024,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,2560,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,2048,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,768,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,768,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,512,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,512,0.014789332946141561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,3072,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,256,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,256,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,256,0.007446399827798207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,128,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,1536,0.00981760025024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,512,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,128,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,64,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,64,0.015382400155067444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3584,32,0.0026506667335828146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3584,32,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,128,0.007256533205509186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,768,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,65536,0.09721279939015706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,65536,0.09218986829121908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,16384,0.030431999762852983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,16384,0.03971840143203735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,12288,0.021564799547195434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,12288,0.03214400013287862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,1024,0.009076266487439474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,10240,0.017911465962727864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,10240,0.029123200972874956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,8192,0.015035733580589294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,8192,0.0269269327322642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,8192,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,7168,0.01341546674569448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,7168,0.026255999008814496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,10240,0.027432533105214436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,6144,0.011848533153533935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,6144,0.02427840034166972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,12288,0.03102826674779256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,5120,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,5120,0.022629332542419434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,7168,0.02100906570752462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,4096,0.009179733196894328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,4096,0.020773333311080933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,6144,0.019030400117238364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,3584,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,3584,0.019613866011301676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,5120,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,3072,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,3072,0.019139200448989868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,3584,0.013708800077438354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,2560,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,2560,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,4096,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,2048,0.005876266459623972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,2048,0.017591466506322227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,3072,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,1536,0.004973866542180379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,1536,0.016705065965652466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,2048,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,1024,0.004172799984614054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,2560,0.011787733435630799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,1024,0.017297067244847617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,768,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,768,0.01728960076967875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,1536,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,512,0.003048533449570338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,512,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,16384,0.0386741320292155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,256,0.0028053333361943563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,256,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,512,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,768,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,128,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,256,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,1024,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,128,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,64,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,3072,32,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,64,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,3072,32,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,65536,0.0789194663365682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,65536,0.08793386618296305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,16384,0.027190399169921876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,16384,0.03737706740697225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,12288,0.021451733509699502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,12288,0.030931200583775836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,10240,0.0190720001856486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,10240,0.029371732473373414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,10240,0.027229867378870648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,8192,0.014361600081125895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,8192,0.026920533180236815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,12288,0.030907734235127764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,7168,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,7168,0.025015467405319215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,16384,0.03888320128122966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,6144,0.011494400103886922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,6144,0.023729066054026283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,8192,0.023033599058787026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,5120,0.010043733318646749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,5120,0.023297067483266196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,7168,0.020802134275436403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,4096,0.00883840024471283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,4096,0.02058239976565043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,3584,0.007918933530648549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,6144,0.019001599152882895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,3584,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,4096,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,3072,0.007319466769695282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,3072,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,2560,0.006577066580454509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,2560,0.018939733505249023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,2560,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,2048,0.005593599875768026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,2048,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,3072,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,1536,0.0047989333669344585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,1536,0.017364267508188883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,3584,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,1024,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,1024,0.009018666545550029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,768,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,768,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,1536,0.009578667084376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,512,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,512,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,2048,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,256,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,256,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,512,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,768,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,128,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,128,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,64,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,128,0.0070592001080513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2560,32,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2560,32,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,65536,0.062009600798288975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,65536,0.07982079982757569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,16384,0.021112533410390218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,16384,0.03498026529947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,12288,0.019191465775171914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,12288,0.030987733602523805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,12288,0.03059733311335246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,10240,0.01593280037244161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,10240,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,65536,0.13411839803059894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,8192,0.01362666686375936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,8192,0.02599253257115682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,16384,0.038337067763010664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,7168,0.012435199817021687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,7168,0.02476159930229187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,8192,0.022674133380254112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,6144,0.01095360020796458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,6144,0.02304960091908773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,10240,0.026738133033116656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,5120,0.009682133793830872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,5120,0.0209824005762736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,7168,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,6144,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,4096,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,4096,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,3584,0.0075882668296496075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,3584,0.01910933256149292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,5120,0.016952532529830932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,3072,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,3072,0.01867413322130839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,3584,0.014046933253606161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,2560,0.0056533331672350565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,2560,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,3072,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,4096,0.014929067095120749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,2048,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,2048,0.017169066270192466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,1536,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,1536,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,1536,0.009795199831326802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,1024,0.003537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,1024,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,2048,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,768,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,768,0.015505066514015198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,2560,0.011606400211652119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,512,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,512,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,768,0.008089600006739299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,256,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,256,0.01567466656366984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,128,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,128,0.015057067076365152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,64,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,256,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,128,0.007163733243942261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,64,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,2048,32,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,2048,32,0.014193066954612732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,65536,0.05025813182195028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,65536,0.07462186813354492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,16384,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,16384,0.03176640073458354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,12288,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,12288,0.03123413324356079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,12288,0.030153600374857585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,10240,0.013050666451454163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,10240,0.02732906738917033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,65536,0.13426772753397626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,8192,0.01269546647866567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,8192,0.02476480007171631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,16384,0.03826560179392497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,7168,0.012231466174125672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,7168,0.02318399945894877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,10240,0.026375466585159303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,6144,0.01071999967098236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,6144,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,8192,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,5120,0.009310932954152425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,5120,0.021708800395329794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,7168,0.02063360015551249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,4096,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,4096,0.02119893431663513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,6144,0.019013333320617675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,3584,0.006833066542943318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,3584,0.019205333789189656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,5120,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,3072,0.006371200084686279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,3072,0.018810667594273887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,3584,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,2560,0.005963733295599619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,2560,0.018114133675893148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,4096,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,3072,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,2048,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,2048,0.017933867375055947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,2048,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,2560,0.011964799960454305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,1536,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,1536,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,1024,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,1024,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,768,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,768,0.01629866659641266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,768,0.008386133114496867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,512,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,512,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,1536,0.009657599528630574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,256,0.00276799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,256,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,128,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,128,0.014416000247001648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,512,0.00788266658782959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,256,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,64,0.002338133255640666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1536,32,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,64,0.014941866199175516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1536,32,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,65536,0.036190934975941974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,65536,0.0680629332860311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,16384,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,16384,0.03068373401959737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,12288,0.012154666582743327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,12288,0.028810666004816694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,65536,0.1338175932566325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,10240,0.01076479951540629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,10240,0.02675093412399292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,12288,0.03004586696624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,8192,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,8192,0.02481600046157837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,10240,0.026396799087524413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,7168,0.011635200182596842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,7168,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,16384,0.037852799892425536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,6144,0.010225066542625427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,6144,0.022536534070968627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,7168,0.020218666394551596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,5120,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,8192,0.022615466515223184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,5120,0.022114133834838866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,4096,0.007211733361085255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,4096,0.020857600371042888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,6144,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,3584,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,3584,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,4096,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,3072,0.005866666634877523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,3072,0.01858773430188497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,3584,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,5120,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,2560,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,2560,0.017900800704956053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,2048,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,2048,0.017167999347050985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,2560,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,2048,0.0105621337890625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,1536,0.004148266712824504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,3072,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,1536,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,1024,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,1024,0.017627733945846557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,768,0.015035733580589294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,512,0.0026367999613285064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,768,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,512,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,256,0.0025909334421157838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,256,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,512,0.007925333579381307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,128,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,64,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,128,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,64,0.013899733622868856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,1024,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,1024,32,0.013745066523551942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,65536,0.030002133051554365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,65536,0.06464960177739462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,16384,0.011797333757082622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,16384,0.028794666131337483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,12288,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,12288,0.02685119907061259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,12288,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,10240,0.010206933816274006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,10240,0.026125866174697875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,16384,0.037801599502563475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,8192,0.009130666653315227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,8192,0.024277333418528238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,65536,0.13462719917297364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,10240,0.02637760043144226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,7168,0.00853546659151713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,7168,0.023255467414855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,6144,0.007604266703128815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,6144,0.023798400163650514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,8192,0.02230400045712789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,5120,0.007214933137098948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,5120,0.02074986696243286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,7168,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,4096,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,4096,0.0195743997891744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,6144,0.018953599532445273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,3584,0.006545066833496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,5120,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,3584,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,3072,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,3072,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,65536,0.13436479568481446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,2560,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,2560,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,4096,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,2048,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,2048,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,3584,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,1536,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,3072,0.012797866264979044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,1536,0.01644373337427775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,1024,0.0034954667091369627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,1024,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,2560,0.011598933736483257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,768,0.003107200066248576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,2048,0.010386133193969726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,768,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,512,0.00297173336148262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,512,0.01601599951585134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,256,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,768,0.00830080012480418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,512,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,128,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,256,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,64,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,64,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,128,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,768,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,768,32,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,65536,0.023405865828196207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,65536,0.061561600367228186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,16384,0.010728533069292705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,16384,0.028807467222213744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,12288,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,12288,0.027139200766881304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,10240,0.010878933469454448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,10240,0.02622720003128052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,10240,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,8192,0.009256533781687419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,8192,0.024209066232045492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,12288,0.03043946623802185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,7168,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,7168,0.022861866156260173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,16384,0.03782080014546712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,6144,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,6144,0.022377600272496544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,8192,0.022241065899531044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,7168,0.02066453297932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,5120,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,5120,0.02099519968032837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,4096,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,4096,0.019843200842539467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,6144,0.018972800175348917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,3584,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,3584,0.018769067525863648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,4096,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,5120,0.016901334126790367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,3072,0.005809066692988077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,3072,0.018441599607467652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,2560,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,2560,0.01802240014076233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,3584,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,2048,0.016838399569193523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,3072,0.012882133324941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,1536,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,1536,0.01684053341547648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,1024,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,1024,0.01575040022532145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,2048,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,1536,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,768,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,1024,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,768,0.014607999722162882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,256,0.002324266731739044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,768,0.008038400113582611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,256,0.015141333142916361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,256,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,128,0.013716266552607218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,512,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,64,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,512,32,0.012748799721399941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,65536,0.01672853430112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,65536,0.05321173270543417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,16384,0.009529599547386169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,16384,0.02688960035641988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,65536,0.1345706621805827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,12288,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,12288,0.02564799984296163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,10240,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,10240,0.02592533429463704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,16384,0.03741759856541951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,8192,0.007439999779065449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,12288,0.030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,8192,0.023755733172098795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,7168,0.007065600156784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,10240,0.02640213370323181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,7168,0.022858667373657226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,6144,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,6144,0.022401066621144612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,8192,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,7168,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,5120,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,5120,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,6144,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,4096,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,4096,0.019665066401163736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,3584,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,3584,0.018705066045125326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,5120,0.016886399189631144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,4096,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,3072,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,3072,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,3584,0.013651200135548911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,2560,0.005036800106366476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,2560,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,2048,0.0044490665197372435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,2048,0.017144532998402913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,3072,0.012794666488965354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,2560,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,1536,0.0038453333079814913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,1536,0.01664426624774933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,1024,0.003047466774781545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,2048,0.010550399621327717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,1024,0.015892266233762106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,768,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,1024,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,512,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,256,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,256,0.01542080044746399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,256,0.007870933413505555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,128,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,64,0.012990933656692506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,256,32,0.0019402666638294857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,256,32,0.013438933094342551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,65536,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,65536,0.04791146516799927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,16384,0.0070933332045873005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,16384,0.025378133853276568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,12288,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,12288,0.025919999678929644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,16384,0.037800534566243486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,12288,0.030074665943781536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,10240,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,10240,0.025498666365941364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,8192,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,8192,0.024201599756876628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,10240,0.026343466838200887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,7168,0.0055637334783871974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,8192,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,7168,0.022855466604232787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,6144,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,6144,0.022341332832972207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,7168,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,5120,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,5120,0.021677867571512858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,6144,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,4096,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,4096,0.020822399854660036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,5120,0.01684479912122091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,3584,0.0057770664493242896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,4096,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,65536,0.1299722671508789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,3584,0.01882879932721456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,3072,0.005426133175690969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,3072,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,3584,0.013429333766301474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,3072,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,2560,0.017544533809026083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,2048,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,2048,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,2560,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,1536,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,1536,0.017270400126775106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,2048,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,1024,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,1024,0.008759466807047527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,768,0.015610667069753012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,512,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,512,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,65536,0.13000319798787435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,512,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,256,0.01422826647758484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,128,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,256,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,128,0.013936000068982443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,64,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,64,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,128,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,128,32,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,65536,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,16384,0.0059125334024429325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,65536,0.044853333632151285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,16384,0.025434666872024538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,12288,0.005499733487764994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,10240,0.005845333139101664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,12288,0.024684800704320272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,10240,0.02435413400332133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,8192,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,8192,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,7168,0.005514666438102722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,7168,0.023063466946283976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,6144,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,6144,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,5120,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,65536,0.13363946278889974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,4096,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,5120,0.021501866976420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,4096,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,3584,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,3072,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,3584,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,3072,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,2560,0.0051136001944541935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,2560,0.016921599706014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,2048,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,1536,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,2048,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,1536,0.015895467003186545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,1024,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,1024,0.014769066373507181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,768,0.0027594665686289472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,768,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,512,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,256,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,65536,0.1333184003829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,128,0.015129599968592325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,512,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,64,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,64,32,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,64,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,64,32,0.012619733810424805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,65536,0.01598186691602071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,65536,0.04731733401616414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,16384,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,16384,0.024719999233881632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,12288,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,12288,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,10240,0.005927466849486033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,10240,0.023485867182413737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,8192,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,8192,0.023075199127197264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,7168,0.005486933390299479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,7168,0.022666666905085245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,6144,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,6144,0.02148800094922384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,5120,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,5120,0.0211626668771108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,4096,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,4096,0.020491733153661092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,3584,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,3584,0.019717333714167277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,3072,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,3072,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,2560,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,2560,0.016934400796890257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,65536,0.13096746603647869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,1024,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,2048,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,2048,0.017248000701268515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,1536,0.0037664001186688742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,1536,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,1024,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,512,0.015660799543062844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,768,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,768,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,512,0.0026506667335828146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,256,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,256,0.015144532918930054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,128,0.0020821332931518556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,128,0.013882666826248169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,64,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,256,32,32,0.0018474667022625607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,256,32,32,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,16384,0.2281994660695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,16384,0.4035370508829753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,12288,0.17804053624471028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,12288,0.3076085408528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,10240,0.2506965319315592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,10240,0.14698774019877117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,8192,0.2043935934702555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,8192,0.12390613555908203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,7168,0.17841599782307943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,65536,0.13296426932017008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,7168,0.10870933532714844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,6144,0.15357012748718263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,6144,0.09597973028818765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,5120,0.1294922669728597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,5120,0.08129493395487467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,4096,0.10583253701527913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,4096,0.06928426424662272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,4096,0.04542933305104573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,3584,0.09210879802703857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,3584,0.062435201803843175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,5120,0.054245332876841225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,3072,0.08033493359883627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,3072,0.05565119981765747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,6144,0.06318613290786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,2560,0.0663914680480957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,2560,0.04930560191472371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,3584,0.041414399941762284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,2048,0.054169599215189615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,2048,0.04443093140920003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,7168,0.07331306934356689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,1536,0.041934935251871745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,1536,0.03721813360850017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,3072,0.03710399866104126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,1024,0.0305461327234904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,1024,0.030937600135803222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,1024,0.02000853419303894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,768,0.023337600628534953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,768,0.026665600140889485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,2048,0.02845653295516968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,512,0.01683733264605204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,512,0.022851200898488362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,1536,0.02460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,256,0.010514133175214132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,256,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,2560,0.03341013193130493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,128,0.009410132964452107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,128,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,128,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,64,0.007389866809050243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,64,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,65536,32,0.00785813331604004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,65536,32,0.018682666619618735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,768,0.017492266496022542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,65536,0.23720320065816244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,256,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,65536,0.39636052449544273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,16384,0.10083946386973064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,16384,0.0764853318532308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,12288,0.07712426980336508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,12288,0.06160000165303549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,512,0.015521066387494406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,10240,0.06444373528162638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,10240,0.05363626480102539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,8192,0.08154880205790202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,8192,0.05288746754328409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,8192,0.046989866097768146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,10240,0.10124693711598713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,7168,0.04672640164693197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,7168,0.043944533665974936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,7168,0.024357332785924276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,6144,0.041016534964243574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,6144,0.03976106643676758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,8192,0.02682346701622009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,5120,0.034385065237681076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,5120,0.03506346543629964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,10240,0.031319467226664226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,4096,0.028612265984217327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,4096,0.030771199862162275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,12288,0.035556264718373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,3584,0.025645865996678667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,3584,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,4096,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,3072,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,3072,0.02654293378194173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,12288,0.11773760318756103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,2560,0.018823466698328652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,2560,0.024842667579650878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,6144,0.02204479972521464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,2048,0.015691733360290526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,2048,0.02355733315149943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,5120,0.020194133122762047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,1536,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,1536,0.021413334210713706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,3584,0.015621333320935567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,1024,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,1024,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,1536,0.01076693336168925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,768,0.008191999793052674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,768,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,2048,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,512,0.0061258668700853985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,512,0.0165802667538325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,2560,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,256,0.004309333364168803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,256,0.015561599532763162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,128,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,128,0.016152532895406087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,512,0.008500267068545024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,64,0.003999999910593033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,64,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,3072,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,16384,32,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,16384,32,0.015466666221618653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,65536,0.290669854482015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,128,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,65536,0.19714560508728027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,16384,0.0652234673500061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,16384,0.07402986685434977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,12288,0.057722667853037514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,12288,0.053642666339874266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,768,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,10240,0.047882668177286786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,10240,0.04749439954757691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,1024,0.009483733773231506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,8192,0.03937066793441772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,8192,0.04228693246841431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,16384,0.04443519910176595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,7168,0.03474986553192139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,7168,0.036160000165303546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,8192,0.024536534150441488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,6144,0.030028800169626873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,6144,0.03293760021527608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,7168,0.022504534324010214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,5120,0.02600533366203308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,5120,0.029265065987904865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,10240,0.029336533943812054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,4096,0.022227199872334798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,4096,0.02741866707801819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,12288,0.033352533976236984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,3584,0.01889280080795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,3584,0.025944532950719197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,4096,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,3072,0.01676586667696635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,5120,0.0182751993338267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,3072,0.024425599972407022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,2560,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,2560,0.022832000255584718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,6144,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,2048,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,2048,0.020920532941818237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,3584,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,1536,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,1536,0.01945599913597107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,2560,0.01304639975229899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,1024,0.008288000027338665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,1024,0.018233599265416463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,1536,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,768,0.0064533332983652755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,768,0.016577066977818807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,3072,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,512,0.004747733473777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,512,0.015366400281588236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,2048,0.011542399724324543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,256,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,256,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,256,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,128,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,128,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,512,0.007968000074227651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,128,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,64,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,64,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,12288,32,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,12288,32,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,65536,0.2778122584025065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,65536,0.17428159713745117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,16384,0.07066453297932943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,16384,0.068613330523173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,768,0.008381866415341695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,12288,0.05426346858342489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,1024,0.008923733234405517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,12288,0.052850135167439784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,10240,0.04572800000508626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,10240,0.046197334925333663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,16384,0.04157866636912028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,8192,0.038016001383463546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,8192,0.04106346766153972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,8192,0.024021333456039427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,7168,0.03328533371289571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,7168,0.03494400183359782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,10240,0.02909226616223653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,6144,0.029234133164087933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,6144,0.03167999982833862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,12288,0.03316906690597534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,5120,0.025090134143829344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,5120,0.030081067482630414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,7168,0.022257065773010253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,4096,0.021066667636235555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,4096,0.027082665761311846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,6144,0.020413867632548013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,3584,0.01845653255780538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,3584,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,5120,0.018283732732137046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,3072,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,3072,0.023923200368881226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,16384,0.04074879884719849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,2560,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,2560,0.022616533438364665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,3584,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,2048,0.012000000476837159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,2048,0.021810134251912437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,4096,0.015828266739845276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,1536,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,1536,0.01880426605542501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,3072,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,1024,0.00783679982026418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,1024,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,1536,0.00997866690158844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,768,0.006265600025653839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,768,0.01835413376490275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,1024,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,512,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,512,0.016389333208402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,768,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,256,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,256,0.01562666694323222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,2048,0.011237333218256634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,128,0.0035018667578697203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,2560,0.012381866574287415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,128,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,64,0.0030378667016824085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,64,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,10240,32,0.0030559999247392017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,10240,32,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,65536,0.20074879328409828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,65536,0.14601813952128093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,16384,0.051742935180664064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,16384,0.053439998626708986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,12288,0.040216533342997234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,12288,0.04337600072224935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,512,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,10240,0.033292800188064575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,10240,0.03886933326721191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,16384,0.15800639788309734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,8192,0.028565333286921187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,8192,0.03410773277282715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,10240,0.028090665737787884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,7168,0.024625066916147867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,7168,0.0301472008228302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,12288,0.032103466987609866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,6144,0.021447465817133585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,6144,0.028036266565322876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,8192,0.02387626568476359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,5120,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,5120,0.02622720003128052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,7168,0.02216959993044535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,4096,0.015590399503707886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,4096,0.024822400013605753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,16384,0.04018453359603882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,3584,0.013636266191800436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,3584,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,6144,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,3072,0.012313600381215413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,3072,0.021802665789922078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,5120,0.017871999740600587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,2560,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,2560,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,2560,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,2048,0.009083732962608337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,2048,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,4096,0.015738667050997416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,1536,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,1536,0.01767359972000122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,3584,0.014145066340764364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,1024,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,1024,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,3072,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,768,0.004385066529115042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,768,0.017040000359217326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,512,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,512,0.014533332983652749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,2048,0.011161599556605022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,256,0.0031797334551811217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,256,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,512,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,128,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,128,0.01589120030403137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,768,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,64,0.0029504001140594482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,256,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,64,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,8192,32,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,8192,32,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,1536,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,65536,0.18390612602233886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,65536,0.1373162587483724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,16384,0.048172799746195476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,16384,0.05720426638921102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,12288,0.03754986524581909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,12288,0.047017598152160646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,10240,0.031436800956726074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,10240,0.04219413201014201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,10240,0.027500800291697186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,8192,0.026706133286158246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,8192,0.03538026809692383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,12288,0.03214079936345418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,7168,0.023299199342727662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,7168,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,16384,0.03999146620432536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,6144,0.020231467485427857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,6144,0.02755519946416219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,8192,0.023730132977167764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,5120,0.017033600807189943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,5120,0.025621332724889118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,7168,0.022030933698018392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,4096,0.015130666891733804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,4096,0.02400319973627726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,4096,0.016078933080037435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,3584,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,3584,0.02316373387972514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,5120,0.017756799856821694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,3072,0.011613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,3072,0.02085226575533549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,6144,0.019713066021601357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,2560,0.010174933075904845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,2560,0.019167999426523842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,2560,0.012026666601498922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,2048,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,2048,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,3072,0.01313920021057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,1536,0.0071839998165766404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,3584,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,1536,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,1024,0.005342933535575867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,1024,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,2048,0.010802132884661357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,768,0.00443200021982193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,768,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,1024,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,512,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,512,0.016960000991821288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,512,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,1536,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,256,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,256,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,128,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,128,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,768,0.007974400122960409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,64,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,64,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,7168,32,0.003020799905061722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,7168,32,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,65536,0.1762506643931071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,65536,0.12571413516998292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,16384,0.04501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,16384,0.04782079855600993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,12288,0.035266133149464925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,12288,0.04055146773656209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,12288,0.03129813273747762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,10240,0.029333333174387615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,10240,0.034983468055725095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,16384,0.040064001083374025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,8192,0.024234666426976522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,8192,0.03101866642634074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,10240,0.02754240036010742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,7168,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,7168,0.02881173292795817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,8192,0.023550933599472045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,6144,0.018347734212875368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,6144,0.026715733607610065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,7168,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,5120,0.01565439999103546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,5120,0.0247925341129303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,6144,0.0199455996354421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,5120,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,4096,0.013174399733543396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,4096,0.02265920042991638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,3584,0.011572266618410747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,3584,0.02176533341407776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,3584,0.014276267091433207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,3072,0.010429867108662923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,3072,0.020592000087102255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,4096,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,2560,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,2560,0.021504000822703043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,2560,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,2048,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,2048,0.01872426668802897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,3072,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,1536,0.006647466619809468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,1536,0.01704533298810323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,1536,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,1024,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,1024,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,768,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,768,0.014526933431625366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,65536,0.13479785919189452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,512,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,512,0.015564800302187601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,256,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,256,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,1024,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,128,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,128,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,64,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,64,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,6144,32,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,6144,32,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,65536,0.14143999417622882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,65536,0.11657173633575439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,16384,0.04607679843902588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,16384,0.048426667849222824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,12288,0.03527146577835083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,12288,0.039434667428334555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,65536,0.1377354621887207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,10240,0.029737599690755206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,10240,0.034065067768096924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,10240,0.027806933720906573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,8192,0.024958932399749757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,8192,0.030772266785303752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,12288,0.030961066484451294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,7168,0.021797333161036173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,7168,0.028754132986068725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,65536,0.1341418743133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,6144,0.018902399142583213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,6144,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,8192,0.023682133356730143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,5120,0.016082132856051125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,5120,0.02467413345972697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,16384,0.03882666826248169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,4096,0.013713066776593527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,4096,0.02325119972229004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,7168,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,3584,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,3584,0.02213333249092102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,65536,0.15979413986206054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,3072,0.010897066195805867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,3072,0.021530665953954062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,6144,0.0195743997891744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,2560,0.009453866879145305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,2560,0.01875413258870443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,4096,0.015007999539375306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,2048,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,2048,0.01767786741256714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,3072,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,1536,0.006505600114663441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,1536,0.017513600985209148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,3584,0.01383680005868276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,1024,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,1024,0.017621332406997682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,5120,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,768,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,768,0.015822933117548624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,1024,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,512,0.003499733408292135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,512,0.016083199779192606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,2560,0.011694932977358501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,768,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,256,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,128,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,128,0.014490666985511779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,2048,0.010763733585675558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,64,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,64,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,5120,32,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,128,0.007330133517583211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,5120,32,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,256,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,65536,0.11364906628926594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,65536,0.10183573563893636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,16384,0.034441598256429035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,16384,0.04369599819183349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,12288,0.02951040069262187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,12288,0.03601173162460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,10240,0.025040000677108765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,10240,0.03248320023218791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,8192,0.02073919971783956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,8192,0.0288480003674825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,65536,0.1346218744913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,7168,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,7168,0.026719999313354493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,7168,0.021409066518147786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,6144,0.01565333306789398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,6144,0.023772799968719484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,8192,0.02307093342145284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,5120,0.013788800438245138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,5120,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,10240,0.027319467067718504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,4096,0.011796266833941142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,4096,0.02074880003929138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,6144,0.019026132424672444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,3584,0.00869653324286143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,3584,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,5120,0.016938666502634682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,3072,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,3072,0.0187882661819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,12288,0.03129173318545024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,2560,0.006748799979686737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,2560,0.01753066579500834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,4096,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,2048,0.005980800092220307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,2048,0.018017067511876424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,3584,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,1536,0.004840533435344696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,1536,0.01636693378289541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,3072,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,1024,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,1024,0.014544000228246054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,2560,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,768,0.0034080001215140024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,768,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,1536,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,512,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,512,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,256,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,256,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,2048,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,768,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,128,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,128,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,64,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,512,0.007881600161393483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,64,0.014286933342615762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,4096,32,0.002757333219051361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,4096,32,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,65536,0.12735146681467693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,65536,0.09354986349741617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,16384,0.040484265486399336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,16384,0.045134933789571126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,12288,0.032281599442164105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,12288,0.034302934010823564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,10240,0.022428800662358604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,10240,0.030962133407592775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,16384,0.03893119891484578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,8192,0.018862932920455933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,8192,0.028678399324417115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,10240,0.027427200476328534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,7168,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,7168,0.02868480086326599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,12288,0.031118933359781904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,6144,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,6144,0.02392639915148417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,8192,0.023679999510447185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,5120,0.012772267063458761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,5120,0.021127466360727945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,65536,0.13424426714579266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,4096,0.010758399963378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,4096,0.01972480018933614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,7168,0.02099626660346985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,3584,0.011406933267911274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,3584,0.019244800011316933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,6144,0.019364267587661743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,3072,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,5120,0.016950400670369466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,3072,0.018514132499694823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,2560,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,2560,0.016914133230845133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,4096,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,2048,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,2048,0.016590933005015053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,2560,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,1536,0.004670933385690053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,1536,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,3072,0.012851199507713318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,3584,0.013693867127100625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,1024,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,16384,0.03880746761957805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,512,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,512,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,2048,0.010431999961535137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,256,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,256,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,512,0.007885866860548655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,128,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,1536,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,1024,0.008758399883906047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,128,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,64,0.0023594667514165242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,256,0.007281066477298736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3584,32,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,64,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3584,32,0.01420799990495046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,128,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,65536,0.10375573635101318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,65536,0.08619306882222494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,16384,0.028092799584070842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,16384,0.03513280153274536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,12288,0.020088533560434975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,12288,0.03092479904492696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,10240,0.016962132851282754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,10240,0.028078933556874592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,8192,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,8192,0.02672959963480632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,8192,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,7168,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,7168,0.024665600061416625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,10240,0.027188267310460406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,6144,0.011371733744939168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,6144,0.02265066703160604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,12288,0.03099946578343709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,5120,0.010107733805974324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,5120,0.02222826679547628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,7168,0.02070186734199524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,4096,0.00895360012849172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,4096,0.02040106654167175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,5120,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,3584,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,3584,0.018923733631769815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,6144,0.018729599316914876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,3072,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,3072,0.01882666746775309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,3584,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,2560,0.0064533332983652755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,2560,0.01726400057474772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,3072,0.012709333499272665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,2048,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,2048,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,4096,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,1536,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,1536,0.015989333391189575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,1536,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,1024,0.0037610667447249093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,1024,0.01579839984575907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,2048,0.01065066655476888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,768,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,768,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,2560,0.01157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,16384,0.03867306709289551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,512,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,512,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,256,0.014932266871134438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,768,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,128,0.0023434666295846303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,128,0.013951999942461648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,64,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,3072,32,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,128,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,3072,32,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,65536,0.07153066794077555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,65536,0.08159573078155517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,16384,0.023411200443903605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,16384,0.03770346641540527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,12288,0.022525866826375328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,12288,0.030602665742238362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,10240,0.019543466965357463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,10240,0.02691306670506795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,10240,0.027116799354553224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,8192,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,8192,0.025126399596532185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,12288,0.030742400884628297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,7168,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,7168,0.024166399240493776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,7168,0.020694400866826376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,6144,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,6144,0.022750933965047203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,8192,0.022974934180577597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,5120,0.009897599617640179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,5120,0.021549866596857706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,16384,0.038406399885813396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,4096,0.008633599678675333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,4096,0.018820265928904213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,5120,0.01697173317273458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,3584,0.007853866616884867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,3584,0.019483733177185058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,6144,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,3072,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,3072,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,3072,0.012500266234079996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,2560,0.006197333335876465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,2560,0.01727679967880249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,3584,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,2048,0.004999466737111409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,2048,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,4096,0.014854400356610616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,1536,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,1536,0.01609280010064443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,1536,0.009588266412417095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,1024,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,1024,0.015171200037002563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,2048,0.010800000031789143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,768,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,768,0.014780799547831217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,2560,0.011660800377527872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,512,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,512,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,768,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,256,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,256,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,128,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,128,0.014349866906801859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,64,0.0023413332800070446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,128,0.0074421331286430355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,64,0.01430506706237793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2560,32,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2560,32,0.01455466647942861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,65536,0.059852798779805504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,65536,0.07387306690216064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,16384,0.021297067403793335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,16384,0.034873600800832114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,12288,0.01747093399365743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,12288,0.031156265735626222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,12288,0.03004586696624756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,10240,0.015292800466219583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,10240,0.026826665798823042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,10240,0.026717867453893023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,8192,0.013953066865603127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,8192,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,16384,0.03846826553344727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,7168,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,7168,0.022980266809463502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,8192,0.02225493391354879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,6144,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,6144,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,7168,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,5120,0.009911466638247173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,5120,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,65536,0.13443946838378906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,4096,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,4096,0.020042665799458823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,6144,0.01861013372739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,3584,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,3584,0.01967466672261556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,5120,0.01694933374722799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,3072,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,3072,0.01825173298517863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,4096,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,2560,0.005905066430568695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,3072,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,2560,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,2048,0.0048981333772341405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,3584,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,2048,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,1536,0.004183466732501984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,1536,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,1536,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,1024,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,1024,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,2048,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,768,0.0032501332461833954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,768,0.01493333379427592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,2560,0.011552000045776367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,512,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,512,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,1024,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,512,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,256,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,768,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,256,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,128,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,128,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,64,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,256,0.007426133255163829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,128,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,64,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,2048,32,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,2048,32,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,65536,0.05092373291651407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,65536,0.06734399795532227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,16384,0.01569919983545939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,16384,0.032400000095367434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,12288,0.014088533322016396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,12288,0.02876586715380351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,65536,0.1339029312133789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,10240,0.012827733159065246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,10240,0.027151999870936076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,12288,0.03009173274040222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,8192,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,8192,0.02466239929199219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,10240,0.026419200499852497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,7168,0.011781332890192668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,7168,0.023031467199325563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,16384,0.03870400190353394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,6144,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,6144,0.022232532501220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,8192,0.02267626722653707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,5120,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,5120,0.021057067314783733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,7168,0.020606933037439983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,4096,0.00784746656815211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,4096,0.018905599912007652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,6144,0.018883200486501057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,3584,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,3584,0.018691200017929076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,5120,0.01692906618118286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,3072,0.006175999840100607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,3072,0.018730666240056357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,65536,0.13376960754394532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,2560,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,2560,0.017746132612228394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,3584,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,4096,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,2048,0.017108267545700072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,1536,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,1536,0.016873600085576375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,3072,0.012798933188120523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,1024,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,1024,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,1536,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,2560,0.011603200435638427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,768,0.014674133062362671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,1024,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,512,0.016301866372426352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,256,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,256,0.015160533785820007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,128,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,256,0.007495466868082683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,512,0.00786240001519521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,64,0.0021375998854637145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,768,0.008007466793060303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,64,0.013082666198412576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1536,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1536,32,0.013809067010879517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,65536,0.03548266490300496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,65536,0.05940906604131063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,16384,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,16384,0.030770132939020794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,12288,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,12288,0.02675519982973735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,10240,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,10240,0.02476693391799927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,10240,0.026826665798823042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,8192,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,8192,0.02368639906247457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,12288,0.030085333188374835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,7168,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,7168,0.022639999787012734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,16384,0.0379093329111735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,6144,0.008208000163237254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,8192,0.022462934255599976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,6144,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,5120,0.007388799885908763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,5120,0.020574933290481566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,65536,0.13364906311035157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,4096,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,4096,0.018669867515563966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,7168,0.020593067010243736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,3584,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,3584,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,5120,0.01687999963760376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,3072,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,6144,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,3072,0.018403200308481853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,4096,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,3584,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,2560,0.017003732919692992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,2048,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,2048,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,2560,0.011615999539693196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,2048,0.010387200117111205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,1536,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,3072,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,1536,0.017077332735061644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,1024,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,1024,0.01507306694984436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,768,0.015624533096949259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,1024,0.00879039963086446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,512,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,1536,0.009569066762924194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,256,0.0025301332275072734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,256,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,128,0.002333866556485494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,128,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,256,0.007371733089288075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,64,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,1024,32,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,1024,32,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,65536,0.028939733902613323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,65536,0.055587200323740635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,16384,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,16384,0.03102826674779256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,12288,0.010081066687901815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,12288,0.027611732482910156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,10240,0.011592533191045125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,10240,0.02544426719347636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,10240,0.026409600178400678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,8192,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,12288,0.030449066559473676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,8192,0.024553600947062174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,7168,0.00890880028406779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,7168,0.023264000813166298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,16384,0.037445334593455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,6144,0.008344533046086629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,6144,0.0210591991742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,7168,0.020617600282033285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,8192,0.022590933243433635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,5120,0.007630933324495952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,5120,0.020406399170557657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,4096,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,4096,0.020477867126464842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,6144,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,3584,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,3584,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,4096,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,3072,0.0055978665749231975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,3072,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,5120,0.01691306630770365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,2560,0.017722666263580322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,3584,0.01365546683470408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,3072,0.01283519963423411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,2048,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,2048,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,65536,0.13382293383280436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,1536,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,1536,0.015963733196258545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,1024,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,1024,0.015479466319084168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,768,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,768,0.01534293293952942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,1024,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,512,0.002609066665172577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,768,0.008363733688990276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,2048,0.010546132922172546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,512,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,256,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,256,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,512,0.007760000228881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,128,0.013742933670679728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,256,0.007758933305740357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,128,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,64,0.013127467036247254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,768,32,0.0019434666881958645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,768,32,0.013798399766286214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,65536,0.023346134026845298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,65536,0.0492576003074646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,16384,0.012221866846084594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,16384,0.028735999266306562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,12288,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,12288,0.02558079957962036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,10240,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,10240,0.024644267559051514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,10240,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,8192,0.008229333162307739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,8192,0.023893332481384276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,12288,0.030014934142430623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,16384,0.03742506504058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,7168,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,7168,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,6144,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,6144,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,8192,0.022218666474024453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,5120,0.00688213308652242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,5120,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,7168,0.0202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,4096,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,4096,0.0188810666402181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,5120,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,6144,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,3584,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,3584,0.01857066750526428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,3072,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,3072,0.01800640026728312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,4096,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,2560,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,3584,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,3072,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,2048,0.01637333333492279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,1536,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,1536,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,2560,0.011557333668073018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,1024,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,2048,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,1024,0.015594666202863058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,1536,0.009385599692662557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,768,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,768,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,1024,0.008787199854850769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,512,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,256,0.0022805333137512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,256,0.014286933342615762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,512,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,256,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,128,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,64,0.0024288001159826914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,128,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,64,0.01421119968096415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,512,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,512,32,0.013967999815940857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,65536,0.019593600432078043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,65536,0.04513920148213704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,16384,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,16384,0.025118933121363325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,12288,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,12288,0.024616533517837526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,12288,0.029710932572682695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,10240,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,10240,0.02464853326479594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,16384,0.038013867537180585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,8192,0.00629013329744339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,8192,0.022805333137512207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,10240,0.026333866516749065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,8192,0.022504534324010214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,7168,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,7168,0.022636799017588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,65536,0.13338559468587238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,6144,0.006281599899133046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,6144,0.020747733116149903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,5120,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,5120,0.020151466131210327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,7168,0.020600533485412596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,6144,0.018935465812683107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,4096,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,4096,0.019086933135986327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,5120,0.0164682666460673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,3584,0.00591893345117569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,3584,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,3072,0.0056757330894470215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,3072,0.017863466342290243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,4096,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,3584,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,2560,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,2560,0.016646400094032288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,2048,0.004619733492533366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,3072,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,2048,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,1536,0.0037962667644023894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,1536,0.01532373329003652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,1024,0.0030954666435718536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,2048,0.010754133264223736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,1024,0.014617600043614707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,768,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,768,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,1024,0.008353066444396973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,768,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,512,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,256,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,512,0.007696000238259633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,256,0.013550933202107748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,128,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,128,0.013946666320164999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,128,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,64,0.013773866494496665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,256,32,0.0019146667172511417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,256,32,0.01269653340180715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,65536,0.01285653313000997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,65536,0.04107413291931152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,16384,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,16384,0.02523946762084961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,12288,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,12288,0.024577067295710246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,16384,0.03739413420359294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,10240,0.006039466460545858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,10240,0.02370026707649231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,12288,0.03044053316116333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,8192,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,10240,0.025924267371495564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,65536,0.12965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,8192,0.022525866826375328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,7168,0.005625600119431814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,7168,0.02089386582374573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,6144,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,6144,0.02067626714706421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,8192,0.022295467058817544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,7168,0.020153599977493285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,5120,0.005838933090368906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,5120,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,4096,0.005410133302211762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,6144,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,4096,0.020846933126449585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,3584,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,5120,0.016695467631022136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,3584,0.018463999032974243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,3072,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,4096,0.014871467153231302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,3072,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,2560,0.005420800050099691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,3584,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,2560,0.01660586694876353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,3072,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,2048,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,2048,0.016781866550445557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,1536,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,1536,0.015101866920789084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,2048,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,1024,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,1024,0.01487573285897573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,1536,0.009744000434875489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,768,0.002930133293072383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,768,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,65536,0.12943572998046876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,768,0.008268799881140392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,512,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,256,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,512,0.007567999760309856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,256,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,128,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,256,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,128,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,64,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,64,0.01420906682809194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,128,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,128,32,0.0018218666315078734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,65536,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,128,32,0.01313920021057129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,65536,0.03700480063756307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,16384,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,16384,0.025562665859858197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,12288,0.005474133292833964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,12288,0.022819199164708457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,10240,0.022446932395299275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,10240,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,8192,0.0058218667904535925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,8192,0.02145706613858541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,7168,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,7168,0.021627734104792275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,6144,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,6144,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,5120,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,5120,0.021025067567825316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,4096,0.004650666813055674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,4096,0.020435200134913126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,3584,0.005095466474692027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,3584,0.018297600746154784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,3072,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,3072,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,2560,0.01725119948387146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,65536,0.13060906728108723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,2560,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,2048,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,2048,0.015936000148455302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,1024,0.0030261332790056865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,1536,0.015609600146611533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,1024,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,768,0.014726400375366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,768,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,512,0.014997333288192749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,256,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,65536,0.13245440324147542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,128,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,128,0.014178133010864258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,64,0.013052800297737121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,64,32,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,64,32,0.013264000415802002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,65536,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,65536,0.039291731516520184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,16384,0.00631039987007777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,16384,0.024780799945195518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,12288,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,10240,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,12288,0.023788799842198692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,8192,0.020858667294184365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,10240,0.02249280015627543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,8192,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,7168,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,7168,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,6144,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,5120,0.020900267362594604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,6144,0.020705066124598184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,5120,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,4096,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,4096,0.019772799809773763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,3584,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,3584,0.018076799313227334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,3072,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,3072,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,2560,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,2048,0.016189866264661155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,2560,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,1536,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,1536,0.015177599589029946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,1024,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,1024,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,768,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,768,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,256,0.014798933267593383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,128,0.00201706662774086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,512,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,256,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,128,0.013300266861915589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,64,0.0018144000321626663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,64,0.013434666395187377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,192,32,32,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,192,32,32,0.013299199938774108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,16384,0.36361494064331057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,16384,0.20650453567504884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,12288,0.27558507919311526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,12288,0.15901546478271483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,65536,0.13331092993418375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,10240,0.23828585942586264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,10240,0.1405728022257487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,8192,0.1950815995534261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,8192,0.11937599976857502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,7168,0.16942826906840008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,7168,0.10412053267161052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,6144,0.14490453402201336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,6144,0.09224960009256998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,5120,0.12315413157145183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,5120,0.07786453564961751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,65536,0.13289493719736736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,4096,0.09976320266723633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,4096,0.06621226469675699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,4096,0.04822719891866048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,3584,0.08776533603668213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,3584,0.060653865337371826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,5120,0.05719786485036214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,3072,0.07645760377248129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,3072,0.053660798072814944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,6144,0.0679093360900879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,2560,0.06306560039520263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,2560,0.04673386812210083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,3584,0.042881067593892416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,2048,0.0512661337852478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,2048,0.04347093502680461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,7168,0.07589653333028158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,1536,0.03949546813964844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,1536,0.03532906770706177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,3072,0.037938133875528975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,1024,0.028677332401275634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,1024,0.03041386604309082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,1024,0.019899733861287437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,768,0.021809067328770956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,768,0.026522666215896606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,2560,0.03319680094718933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,512,0.01553813318411509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,512,0.022703999280929567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,8192,0.08632106781005859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,256,0.010026666522026061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,256,0.02053119937578837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,2048,0.028845866521199543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,128,0.007753600180149078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,128,0.018500266472498576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,768,0.017511467138926186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,64,0.00697920024394989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,64,0.019411200284957887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,65536,32,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,65536,32,0.020449066162109376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,65536,0.38676265080769856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,128,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,65536,0.23254826863606773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,16384,0.09920960267384847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,16384,0.0738922675450643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,1536,0.0248416006565094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,12288,0.07521493434906006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,12288,0.05780479907989502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,256,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,10240,0.06258026758829752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,10240,0.05146559874216715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,10240,0.11026026407877605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,8192,0.05265173514684042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,8192,0.046029865741729736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,512,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,7168,0.04565226634343465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,7168,0.04168533484141032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,7168,0.025919999678929644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,6144,0.03944000005722046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,6144,0.03824746608734131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,8192,0.028376533587773638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,5120,0.03413013219833374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,5120,0.03373759984970093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,10240,0.03383786678314209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,4096,0.028513065973917645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,4096,0.029127466678619384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,12288,0.04027946790059407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,3584,0.02501759926478068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,3584,0.028485333919525145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,6144,0.0235317329565684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,3072,0.022076799472173055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,3072,0.025882667303085326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,12288,0.11878613630930583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,2560,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,2560,0.024439465999603272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,4096,0.018210132916768394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,2048,0.015127467115720114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,2048,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,5120,0.020729599396387736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,1536,0.01239359974861145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,1536,0.020840533574422202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,1536,0.01095360020796458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,1024,0.009463466207186381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,1024,0.01812053322792053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,2048,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,768,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,768,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,3584,0.01722559928894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,512,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,512,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,2560,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,256,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,256,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,3072,0.014840533336003622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,128,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,128,0.01530026694138845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,256,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,64,0.0031082667410373688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,64,0.014422399799029031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,512,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,16384,32,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,16384,32,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,128,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,65536,0.19497493108113606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,16384,0.07264426549275717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,65536,0.2824735959370931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,16384,0.06189546585083008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,12288,0.05628266731897989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,12288,0.04919999837875366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,768,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,10240,0.04642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,10240,0.04471786816914876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,1024,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,8192,0.03954240083694458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,8192,0.040039467811584475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,16384,0.05301653146743775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,7168,0.03436266581217448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,7168,0.036209066708882645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,8192,0.024539732933044435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,6144,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,6144,0.032577067613601685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,7168,0.022693334023157756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,5120,0.025590399901072185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,5120,0.028807467222213744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,10240,0.029151999950408937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,4096,0.02257066567738851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,4096,0.027088000377019243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,12288,0.033370665709177655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,3584,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,3584,0.025908267498016356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,5120,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,3072,0.016407466928164163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,3072,0.023188267151514688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,4096,0.016126933693885803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,2560,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,2560,0.023528534173965453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,6144,0.020436267058054604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,2048,0.011991467078526814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,2048,0.02153493364651998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,3584,0.015243732929229736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,1536,0.00993386705716451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,1536,0.020297600825627645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,3072,0.013979732990264893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,1024,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,1024,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,2560,0.013029332955678305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,768,0.006242133180300395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,768,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,2048,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,512,0.004724266628424326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,512,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,1024,0.009148800373077392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,256,0.003772799919048945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,768,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,256,0.014668800433476768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,128,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,512,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,128,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,64,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,64,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,12288,32,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,12288,32,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,65536,0.2524768034617106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,65536,0.17551573117574054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,16384,0.06463893254597983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,16384,0.05832000176111857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,12288,0.05047146479288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,12288,0.0469706654548645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,1536,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,10240,0.04192639986673991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,10240,0.042105599244435625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,16384,0.04166293144226074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,8192,0.035369598865509035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,8192,0.03750613530476888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,10240,0.028816000620524092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,7168,0.030885332822799684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,7168,0.03394453525543213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,8192,0.023941334088643393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,6144,0.027194666862487792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,6144,0.03127786715825399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,12288,0.03259733319282532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,5120,0.02327893376350403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,5120,0.028084266185760497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,6144,0.020182400941848755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,4096,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,4096,0.02536960045496623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,7168,0.02223893404006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,3584,0.017086933056513466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,3584,0.024618667364120484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,5120,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,3072,0.015299200018246969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,3072,0.023854933182398477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,16384,0.040556800365447995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,2560,0.012945066889127096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,2560,0.022820266087849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,3072,0.013470932841300964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,2048,0.011428266763687134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,2048,0.02099306583404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,3584,0.014910933375358582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,1536,0.009291733304659527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,1536,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,4096,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,1024,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,1024,0.016745599110921223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,2560,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,768,0.006200533111890157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,768,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,2048,0.011108266313870747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,512,0.004974933465321859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,512,0.01593493322531382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,768,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,256,0.003861333429813385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,256,0.01581013302008311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,128,0.0033674667278925574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,128,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,1536,0.010168533523877461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,64,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,64,0.014711466431617738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,10240,32,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,10240,32,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,128,0.007267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,256,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,65536,0.18736640612284344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,65536,0.1390325387318929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,16384,0.04922666549682617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,16384,0.049098666508992514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,512,0.007875200112660725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,12288,0.0383679986000061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,12288,0.039689600467681885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,10240,0.03173226714134216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,10240,0.03598719835281372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,16384,0.15939626693725586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,8192,0.026769065856933595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,8192,0.03158400058746338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,10240,0.02802346746126811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,7168,0.02347946763038635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,7168,0.028751999139785767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,8192,0.024146133661270143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,6144,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,6144,0.026987733443578084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,12288,0.032313599189122515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,5120,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,5120,0.025702399015426636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,6144,0.020132267475128175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,4096,0.014577066898345948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,4096,0.02312320073445638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,5120,0.01818880041440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,3584,0.013064533472061157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,3584,0.022387200593948366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,7168,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,3072,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,3072,0.020653865734736123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,16384,0.04046719868977865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,2560,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,2560,0.020459733406702676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,3072,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,2048,0.008686932921409606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,2048,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,3584,0.01414293348789215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,1536,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,1536,0.01765973369280497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,4096,0.015334399541219077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,1024,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,1024,0.016408532857894897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,2560,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,768,0.004463999966780345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,768,0.015948800245920818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,1024,0.008805333574612936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,512,0.003575466573238373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,512,0.016643200318018594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,1536,0.009992532928784688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,256,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,256,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,256,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,128,0.002664533257484436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,128,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,2048,0.010795733332633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,64,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,64,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,8192,32,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,512,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,8192,32,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,128,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,65536,0.172435204188029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,65536,0.13465280532836915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,16384,0.04496639966964722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,16384,0.046931199232737225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,12288,0.03529599905014038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,12288,0.03784213463465373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,768,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,10240,0.02946026722590129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,10240,0.033879466851552326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,10240,0.028258132934570312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,8192,0.02546773354212443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,8192,0.030355199178059893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,12288,0.031447466214497885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,7168,0.022012799978256226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,7168,0.028075732787450153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,16384,0.04005973339080811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,6144,0.019048533837000527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,6144,0.02693333427111308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,8192,0.023910399278004965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,5120,0.016404267152150473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,5120,0.024810665845870973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,7168,0.021601066986719767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,4096,0.013946666320164999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,4096,0.02259520093599955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,4096,0.015336533387502035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,3584,0.012231466174125672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,3584,0.022062933444976805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,5120,0.017842133839925133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,3072,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,3072,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,6144,0.020245333512624107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,2560,0.009506133198738099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,2560,0.018819200992584228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,2560,0.012161067128181458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,2048,0.008430932958920796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,2048,0.01731733282407125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,3584,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,1536,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,1536,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,3072,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,1024,0.005346133311589559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,1024,0.016294399897257485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,1024,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,1536,0.009628799557685853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,768,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,768,0.016266666849454246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,512,0.0035829332967599234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,512,0.01638826628526052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,2048,0.010829866925875346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,256,0.0030410667260487873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,256,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,256,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,128,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,128,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,512,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,64,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,64,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,7168,32,0.002713600049416224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,7168,32,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,65536,0.15105172793070476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,65536,0.12440640131632488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,16384,0.046809601783752444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,16384,0.047186132272084555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,12288,0.03279146750768026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,12288,0.0391487995783488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,12288,0.031233066320419313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,10240,0.027654399474461872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,10240,0.03236693342526754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,16384,0.040192000071207684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,8192,0.023644800980885824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,8192,0.029398399591445922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,10240,0.027381332715352376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,7168,0.020423465967178346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,7168,0.027381332715352376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,8192,0.023814400037129722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,6144,0.017913599809010826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,6144,0.02584853370984395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,7168,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,5120,0.015270400047302245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,5120,0.0250218669573466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,6144,0.019869865973790486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,4096,0.01317759950955709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,4096,0.02500159939130147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,5120,0.017615999778111777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,3584,0.011698133746782939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,3584,0.022734934091567995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,65536,0.13962027231852214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,3072,0.010620799660682679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,3072,0.02155733307202657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,3584,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,2560,0.009910399715105694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,2560,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,4096,0.015345066785812378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,2048,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,2048,0.018595200777053834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,3072,0.012888532876968384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,1536,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,1536,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,65536,0.1351199944814046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,1024,0.004991999765237173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,1024,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,1536,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,768,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,768,0.016386133432388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,2560,0.011611732840538024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,512,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,512,0.015884799758593242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,2048,0.010920533537864685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,256,0.003369600077470144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,256,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,128,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,128,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,256,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,64,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,768,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,128,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,64,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,6144,32,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,6144,32,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,65536,0.14298879305521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,65536,0.1130944013595581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,16384,0.04470506509145101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,16384,0.04686719973882039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,12288,0.0348906675974528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,12288,0.037877333164215085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,10240,0.029462399085362752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,10240,0.03313600023587544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,10240,0.027427200476328534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,8192,0.024666666984558105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,8192,0.03019839922587077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,12288,0.031189332405726116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,7168,0.02165013353029887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,7168,0.0279968003431956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,65536,0.16748693784077961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,6144,0.01909653345743815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,6144,0.026680533091227216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,65536,0.13414079348246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,5120,0.016133333245913185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,5120,0.024778666098912557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,7168,0.02142080068588257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,4096,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,4096,0.022316799561182658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,8192,0.023121066888173423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,3584,0.011997866630554199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,16384,0.039339733123779294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,3584,0.021998933951059976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,3072,0.010739200313886007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,3072,0.02058346668879191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,6144,0.019256534179051717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,2560,0.00940053363641103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,2560,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,4096,0.014945066968599954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,2048,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,2048,0.01800000071525574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,5120,0.017388800779978432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,1536,0.006640000144640605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,1536,0.01685439944267273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,3072,0.012847999731699625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,1024,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,1024,0.015261866648991904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,3584,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,768,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,768,0.01628266672293345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,2560,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,1024,0.008752000331878663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,512,0.003516799956560135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,512,0.015785599748293556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,256,0.0032842665910720824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,256,0.014691199858983359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,256,0.007524266839027405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,1536,0.00997226635615031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,768,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,128,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,2048,0.01062506635983785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,128,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,64,0.002549333373705546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,64,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,5120,32,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,512,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,5120,32,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,128,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,65536,0.10133546988169354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,16384,0.03173333406448364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,65536,0.09935999711354573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,16384,0.04128853480021159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,12288,0.02586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,12288,0.02963520089785258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,10240,0.019050665696461997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,10240,0.028455466032028198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,8192,0.016396799683570863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,8192,0.027357866366704304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,8192,0.023195733626683555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,7168,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,7168,0.02640320062637329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,10240,0.027539199590682982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,6144,0.012522666652997335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,6144,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,12288,0.03125226696332296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,5120,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,5120,0.02220373352368673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,65536,0.13428586324055988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,4096,0.011277866363525391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,4096,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,7168,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,3584,0.00999786655108134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,3584,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,6144,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,3072,0.007798400024573009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,3072,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,4096,0.014794666568438211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,2560,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,2560,0.017574399709701538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,5120,0.017059199015299478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,2048,0.0058112000425656635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,2048,0.01665600041548411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,3584,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,1536,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,1536,0.01590079963207245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,1024,0.0037930667400360107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,16384,0.03862186670303345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,1024,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,768,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,768,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,2560,0.011622400085131327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,2048,0.010809600353240967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,512,0.0170197327931722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,256,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,256,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,768,0.008235733211040496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,128,0.002498133232196172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,128,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,256,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,512,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,64,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,4096,32,0.0023402666052182515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,128,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,4096,32,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,65536,0.09360106786092123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,65536,0.08363200028737386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,16384,0.029314132531483968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,16384,0.03751680056254069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,12288,0.023166932662328086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,12288,0.029435733954111736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,1536,0.009900800387064616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,10240,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,10240,0.027588266134262084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,8192,0.015359999736150107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,8192,0.02695680061976115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,8192,0.023081600666046143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,7168,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,7168,0.025245867172876996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,10240,0.027191466093063353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,6144,0.012146133184432983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,6144,0.0226197342077891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,12288,0.0310208002726237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,5120,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,5120,0.021117866039276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,7168,0.02113173405329386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,4096,0.010988799730936687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,4096,0.01965973377227783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,6144,0.018732800086339315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,3584,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,3584,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,3072,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,3072,0.018182400862375894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,65536,0.1343978722890218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,2560,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,2560,0.016827734311421712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,3584,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,2048,0.0053951998551686605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,2048,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,4096,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,1536,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,1536,0.016846932967503867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,16384,0.03909226655960083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,3072,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,1024,0.003774933268626531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,1024,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,768,0.003365333378314972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,768,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,1536,0.009750399986902874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,2048,0.010732799768447876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,512,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,512,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,256,0.014230400323867798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,2560,0.011620266238848369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,768,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,128,0.01453439990679423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,256,0.007463466624418895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,64,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,64,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3584,32,0.0023029332359631857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,512,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3584,32,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,128,0.007050666709740956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,65536,0.07897813320159912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,16384,0.02540160020192464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,65536,0.08040320078531901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,16384,0.03531306584676107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,12288,0.02118399937947591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,12288,0.031838933626810714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,10240,0.017918932437896728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,10240,0.02914773424466451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,8192,0.01754666765530904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,8192,0.026790400346120197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,8192,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,7168,0.015818666418393454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,7168,0.025665066639582318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,10240,0.02720853288968404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,6144,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,6144,0.024918399254480996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,12288,0.03140160044034322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,5120,0.011915733416875202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,5120,0.022712532679239908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,7168,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,4096,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,4096,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,6144,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,3584,0.009217066566149394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,3584,0.01997119983037313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,5120,0.017273600896199545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,3072,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,3072,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,3584,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,2560,0.007177599767843883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,4096,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,2560,0.018345600366592406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,2048,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,2048,0.016834133863449098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,16384,0.03876373370488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,1536,0.004845866560935974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,2048,0.010416000088055929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,1536,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,3072,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,1024,0.003832533210515976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,2560,0.011645866433779399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,1024,0.015044266978899637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,768,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,768,0.014778666694959006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,512,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,512,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,768,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,256,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,512,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,128,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,128,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,64,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,3072,32,0.0025077333052953084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,3072,32,0.014269866545995078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,65536,0.06737386385599772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,65536,0.07568960189819336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,16384,0.022241065899531044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,16384,0.03426346778869629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,12288,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,12288,0.03080959916114807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,10240,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,10240,0.028797866900761922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,10240,0.026759467522303265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,8192,0.016039466857910155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,8192,0.02606826623280843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,12288,0.03076480031013489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,7168,0.014564266800880432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,7168,0.02455893357594808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,8192,0.022408533096313476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,6144,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,6144,0.023063466946283976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,7168,0.02100480000178019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,5120,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,5120,0.021434666713078816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,16384,0.03842879931131999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,4096,0.010003200173377991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,4096,0.02027946710586548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,4096,0.014935466647148132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,3584,0.009041066964467366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,3584,0.01958079934120178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,5120,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,3072,0.007733333110809326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,3072,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,6144,0.018963199853897095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,2560,0.00660159985224406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,2560,0.018081067005793254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,2560,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,3072,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,3584,0.013683199882507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,2048,0.005692799886067709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,2048,0.01669973333676656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,1536,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,1536,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,1024,0.003788800040880839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,1024,0.015043200055758158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,1024,0.008775466680526733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,768,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,768,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,512,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,512,0.01657600005467733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,2048,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,256,0.0026528000831604003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,256,0.014574933052062988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,128,0.0024127999941507975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,512,0.007874133189519246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,128,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,64,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,256,0.007472000022729237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,128,0.0071370666225751235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,64,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2560,32,0.0022869333624839783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2560,32,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,65536,0.053471998373667395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,65536,0.07014400164286295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,16384,0.018178133169809978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,16384,0.03172053297360738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,12288,0.01477120021979014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,12288,0.02902719974517822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,12288,0.030987733602523805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,10240,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,10240,0.027907200654347736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,65536,0.13424213727315265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,8192,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,8192,0.024859732389450072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,16384,0.038577067852020266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,7168,0.011709866921106975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,7168,0.022940800587336222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,10240,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,8192,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,6144,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,6144,0.022215465704600014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,5120,0.01030399998029073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,5120,0.02071466644605001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,7168,0.021038933595021566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,4096,0.008814932902654012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,4096,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,5120,0.016985599199930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,3584,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,3584,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,6144,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,3072,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,3072,0.018832000096638997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,4096,0.014851199587186179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,2560,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,2560,0.017422932386398315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,3584,0.013667200009028116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,3072,0.012475732962290447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,2048,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,2048,0.01689173380533854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,2560,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,1536,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,1536,0.015963733196258545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,1024,0.003436800092458725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,1024,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,1024,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,768,0.0032960000137488045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,768,0.015010133385658264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,1536,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,512,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,2048,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,256,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,256,0.014338133732477823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,512,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,768,0.008360532919565837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,128,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,65536,0.1333631992340088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,64,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,64,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,128,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,2048,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,2048,32,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,65536,0.04360426664352417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,65536,0.06141440073649088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,16384,0.014869333306948344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,16384,0.03282879988352458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,12288,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,12288,0.02943893273671468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,10240,0.012682666381200155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,10240,0.02658240000406901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,10240,0.026473599672317504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,8192,0.012680533528327941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,8192,0.0247381329536438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,12288,0.030187733968098956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,7168,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,7168,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,16384,0.03839786847432454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,6144,0.010315733154614766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,6144,0.0210207998752594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,8192,0.022616533438364665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,5120,0.00906773308912913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,5120,0.02064639925956726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,7168,0.02102933327356974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,4096,0.0077898666262626644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,4096,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,6144,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,3584,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,3584,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,5120,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,3072,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,3072,0.017578667402267455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,4096,0.014883200327555338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,2560,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,2560,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,3584,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,2048,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,3072,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,2048,0.017148800690968833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,1536,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,1536,0.01676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,2560,0.011595732967058818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,1024,0.0033482665816942847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,1024,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,1536,0.009937066833178203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,2048,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,768,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,512,0.0026133333643277483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,512,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,1024,0.008729599912961324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,256,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,512,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,256,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,128,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,256,0.007461333274841308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,128,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,64,0.013480533162752786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1536,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1536,32,0.013960533340771995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,65536,0.032501333951950075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,65536,0.05544000069300333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,16384,0.01239466667175293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,16384,0.03066986600557963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,12288,0.012757333119710288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,12288,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,65536,0.13354454040527344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,10240,0.01164906620979309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,10240,0.02573653260866801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,10240,0.026238934199015303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,8192,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,8192,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,12288,0.030486400922139483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,7168,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,7168,0.024894932905832924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,16384,0.03780586719512939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,6144,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,6144,0.024406399329503378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,7168,0.020682666699091592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,5120,0.008025600016117096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,5120,0.022844799359639487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,8192,0.02230400045712789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,4096,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,4096,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,6144,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,3584,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,3584,0.01867199937502543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,4096,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,5120,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,3072,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,3072,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,2560,0.008307200173536937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,2560,0.01712533235549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,3584,0.013676800330479941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,2048,0.006922666728496551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,2048,0.016758400201797485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,3072,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,2560,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,1536,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,2048,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,1536,0.016058666507403056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,1024,0.0033952000240484873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,1024,0.015974400440851848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,768,0.0033226666351159418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,768,0.014589866995811463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,1024,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,512,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,768,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,1536,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,512,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,256,0.014682666460673014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,128,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,512,0.007912533481915791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,128,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,64,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,128,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,64,0.014167466759681701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,1024,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,1024,32,0.01350933313369751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,65536,0.02623680035273234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,65536,0.05235199928283692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,16384,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,16384,0.02885119915008545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,12288,0.011013333002726238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,12288,0.02613653341929118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,65536,0.13341652552286784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,10240,0.01160533328851064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,10240,0.024613332748413087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,12288,0.030161066850026445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,8192,0.010245333115259807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,8192,0.023016534248987832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,16384,0.03780906597773234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,7168,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,7168,0.022705066204071044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,8192,0.0226474662621816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,6144,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,10240,0.02632319927215576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,6144,0.020552533864974975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,5120,0.007760000228881836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,5120,0.020219733317693077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,7168,0.020629332462946574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,4096,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,4096,0.018539732694625853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,5120,0.01689066688219706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,3584,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,6144,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,3584,0.018283732732137046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,3072,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,3072,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,4096,0.014653866489728292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,2560,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,2560,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,3584,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,3072,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,2048,0.017299199104309083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,2560,0.011215999722480774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,2048,0.010357333223025005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,1536,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,1536,0.01528320014476776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,1024,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,1024,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,768,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,768,0.014669866363207499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,512,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,512,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,256,0.002292266736427943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,256,0.015384533007939658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,128,0.013902933398882548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,64,0.0021216000119845075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,128,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,768,32,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,64,0.013123200337092081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,768,32,0.01421440045038859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,65536,0.025044266382853193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,65536,0.04649813175201416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,16384,0.01474133332570394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,16384,0.026885332663853963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,12288,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,12288,0.025176533063252765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,12288,0.030013867219289142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,10240,0.009320533275604248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,10240,0.023873066902160643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,16384,0.037381335099538164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,8192,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,8192,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,10240,0.026115200916926068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,7168,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,7168,0.021973333756128945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,8192,0.022218666474024453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,6144,0.007160533467928569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,6144,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,65536,0.13339413007100423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,5120,0.00687360018491745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,5120,0.020103466510772706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,7168,0.02017813324928284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,4096,0.006592000027497609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,4096,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,6144,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,3584,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,3584,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,4096,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,5120,0.016938666502634682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,3072,0.006268799801667531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,3072,0.01684053341547648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,2560,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,3584,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,2560,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,2048,0.004563199977080027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,2048,0.01623466710249583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,3072,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,1536,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,1536,0.015946666399637856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,1024,0.016131200393040977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,768,0.002980266759792964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,768,0.015252266327540079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,1024,0.008693333466847737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,1536,0.009572266538937887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,512,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,768,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,256,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,256,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,128,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,128,0.014134400089581809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,128,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,64,0.013079466422398886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,512,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,512,32,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,65536,0.024451200167338052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,65536,0.04110080003738403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,16384,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,16384,0.02760533293088277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,12288,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,12288,0.022881066799163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,12288,0.029643734296162922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,10240,0.006694399813810985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,16384,0.03779093424479167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,10240,0.024675200382868447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,8192,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,10240,0.026011733214060466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,8192,0.02216426730155945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,8192,0.02225173314412435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,7168,0.00967680017153422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,7168,0.021900800863901775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,6144,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,6144,0.021236266692479452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,7168,0.02026346723238627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,5120,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,6144,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,5120,0.019298134247461955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,4096,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,4096,0.018474666277567546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,5120,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,4096,0.014868266383806863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,3584,0.005890133480230967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,3584,0.017604267597198485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,3072,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,65536,0.13327253659566243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,3584,0.013605333367983499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,2560,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,2560,0.016753067572911583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,3072,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,2048,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,2048,0.01700053413709005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,1536,0.015267200271288552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,2560,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,2048,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,1024,0.0030602666238943735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,1024,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,768,0.002935466667016347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,1536,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,1024,0.00839573343594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,768,0.014833066860834757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,512,0.014660267035166421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,256,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,512,0.007579733431339264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,256,0.014818132917086283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,65536,0.13033386866251628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,256,0.007051733136177063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,128,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,64,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,256,32,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,256,32,0.01308799982070923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,65536,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,65536,0.039000535011291505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,16384,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,16384,0.024623999993006386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,12288,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,12288,0.02331839998563131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,10240,0.006233599781990051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,10240,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,65536,0.12957119941711426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,8192,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,8192,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,12288,0.030015999078750612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,10240,0.026727465788523357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,7168,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,16384,0.037444265683492024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,8192,0.02222613294919332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,7168,0.021540266275405884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,6144,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,6144,0.020845866203308104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,5120,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,5120,0.020454400777816774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,4096,0.005413333574930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,4096,0.018552533785502114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,7168,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,6144,0.01874133348464966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,3584,0.005098666747411092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,5120,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,3584,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,3072,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,3072,0.016754132509231568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,4096,0.014426666498184203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,2560,0.0051242664456367494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,2560,0.01723946730295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,3584,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,2048,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,3072,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,2048,0.01622293293476105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,2560,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,1536,0.016221867005030314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,2048,0.009958400328954061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,1024,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,1024,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,1536,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,768,0.0027424000203609467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,1024,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,512,0.0025759999950726825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,768,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,512,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,512,0.007447466750939687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,256,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,256,0.01495680014292399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,128,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,256,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,128,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,128,0.007053866485754649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,64,0.0019434666881958645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,64,0.013171199957529703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,128,32,0.0017749333133300145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,128,32,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,65536,0.010755200187365215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,65536,0.03625813325246175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,16384,0.007107200225194295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,16384,0.024581333001454674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,12288,0.005765333275000254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,10240,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,12288,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,65536,0.13189760049184163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,8192,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,10240,0.021294933557510377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,8192,0.02109439969062805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,7168,0.005512533088525137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,7168,0.020925867557525634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,6144,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,65536,0.13242133458455402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,6144,0.02057386636734009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,5120,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,5120,0.019924267133076986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,4096,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,3584,0.018148267269134523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,4096,0.020243199666341145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,3584,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,3072,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,3072,0.016757333278656007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,2560,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,2048,0.016702934106191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,65536,0.12924799919128419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,2560,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,1536,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,1536,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,1024,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,768,0.00276799996693929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,1024,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,768,0.0155349334081014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,128,0.01402346690495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,64,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,512,0.014562132954597472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,256,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,32,0.0139957328637441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,256,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,64,64,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,64,32,0.0018165333817402522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,65536,0.009783466657002766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,16384,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,65536,0.03681173324584961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,16384,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,12288,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,12288,0.022685867547988892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,10240,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,10240,0.021938133239746093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,8192,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,6144,0.02040106654167175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,8192,0.02086720069249471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,7168,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,7168,0.020658133427302043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,6144,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,5120,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,5120,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,4096,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,2560,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,4096,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,3584,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,3584,0.017002665996551515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,3072,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,3072,0.01723519961039225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,1024,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,1536,0.015396266182263692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,2560,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,2048,0.0046858668327331545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,512,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,2048,0.01704533298810323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,512,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,768,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,1024,0.01508799990018209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,128,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,768,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,256,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,64,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,64,0.013529599706331889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,160,32,32,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,160,32,32,0.012769066294034324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,16384,0.372600523630778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,16384,0.20980052947998046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,12288,0.27903146743774415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,65536,0.1327999989191691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,12288,0.16191360155741374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,10240,0.23852799733479818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,10240,0.14124693870544433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,8192,0.11436479886372883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,8192,0.19447360038757325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,7168,0.1708661397298177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,7168,0.10402026971181233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,6144,0.1453173319498698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,6144,0.09213013648986816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,5120,0.12296213308970134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,5120,0.07928853034973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,4096,0.09996480147043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,4096,0.06589866479237874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,4096,0.03785706758499145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,3584,0.08829226493835449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,3584,0.06164266665776571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,5120,0.0427509347597758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,3072,0.07685226599375407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,3072,0.0541536013285319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,6144,0.04914559920628865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,2560,0.0643445332845052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,2560,0.04714879989624023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,3584,0.032485334078470866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,2048,0.05156160195668539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,2048,0.043082666397094724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,7168,0.05606186787287394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,1536,0.04087040026982625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,1536,0.035276798407236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,3072,0.02912213404973348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,1024,0.028538666168848675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,1024,0.02738879919052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,2048,0.0219050665696462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,768,0.021961599588394165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,768,0.024680533011754355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,1024,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,512,0.015288533767064414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,512,0.022395733992258707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,1536,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,256,0.009886933366457622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,256,0.01957226594289144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,2560,0.026065067450205488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,128,0.016682666540145875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,128,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,64,0.005004799862702688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,64,0.016777600844701132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,65536,32,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,65536,32,0.01665173371632894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,65536,0.3261599858601888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,65536,0.23547093073527017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,256,0.009286399682362874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,16384,0.08679359753926595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,16384,0.071998929977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,8192,0.06290026505788168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,12288,0.064574933052063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,12288,0.05739519993464152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,512,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,10240,0.05476160049438476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,10240,0.05174933274586996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,768,0.013140267133712769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,8192,0.04627840121587117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,10240,0.07539199988047282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,8192,0.045582934220631914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,7168,0.03944000005722046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,7168,0.04037546714146932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,7168,0.02250986695289612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,6144,0.03486506541570027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,6144,0.03509866793950399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,10240,0.029822933673858642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,5120,0.03007253408432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,5120,0.030825599034627275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,8192,0.025278933842976886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,4096,0.02577280004819234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,4096,0.027674667040507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,12288,0.03398826519648234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,3584,0.022454400857289634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,3584,0.02613439957300822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,12288,0.08839680353800455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,3072,0.0197269340356191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,3072,0.024765866994857787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,6144,0.020465066035588585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,2560,0.01644373337427775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,2560,0.023457066218058268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,4096,0.01580586632092794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,2048,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,2048,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,5120,0.018212266763051353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,1536,0.01088746686776479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,1536,0.020846933126449585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,3584,0.014849066734313965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,1024,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,3072,0.013644799590110779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,768,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,768,0.016532267133394875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,1024,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,512,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,512,0.01467626690864563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,768,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,256,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,256,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,2560,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,128,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,1536,0.01018986701965332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,128,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,64,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,64,0.014436266819636025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,16384,32,0.0031114667654037476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,16384,32,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,65536,0.2435925324757894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,65536,0.18040639559427898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,256,0.00727040022611618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,16384,0.06505813201268515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,16384,0.0587445338567098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,12288,0.04972906510035197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,12288,0.04797973235448201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,512,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,10240,0.04142400026321411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,10240,0.04296000003814697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,2048,0.011303466558456422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,8192,0.03492159843444824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,8192,0.03813013235727946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,16384,0.04281280040740967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,7168,0.030447999636332195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,7168,0.032918399572372435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,7168,0.021572266022364298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,6144,0.026765867074330645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,6144,0.03048959970474243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,8192,0.023732266823450723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,5120,0.023081600666046143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,5120,0.02684906721115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,10240,0.02842346628506978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,4096,0.019951999187469482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,4096,0.025244800249735515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,12288,0.0325055996576945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,3584,0.016935465733210246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,3584,0.02406186660130819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,4096,0.015416533748308817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,3072,0.014811733365058899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,3072,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,5120,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,2560,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,2560,0.021601066986719767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,6144,0.019486933946609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,2048,0.010757333040237427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,2048,0.020524799823760986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,3584,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,1536,0.009052800138791402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,1536,0.018045866489410402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,3072,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,1024,0.007414400080839793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,1024,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,2560,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,768,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,768,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,2048,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,512,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,256,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,256,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,128,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,256,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,128,0.014640000462532044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,64,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,64,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,1536,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,12288,32,0.0030421334008375804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,12288,32,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,65536,0.2056287924448649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,128,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,65536,0.17018346786499022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,16384,0.05368533531824747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,16384,0.052817066510518394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,12288,0.04210026661554973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,12288,0.04311360120773315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,10240,0.03505813280741374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,10240,0.038932267824808756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,16384,0.04039786656697591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,8192,0.030029867092768354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,8192,0.034986666838328045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,10240,0.02749333381652832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,7168,0.025525333484013875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,7168,0.029336533943812054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,8192,0.023093332846959434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,6144,0.022516266504923502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,6144,0.027464532852172853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,12288,0.03179733355840047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,5120,0.019341866175333657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,5120,0.025038933753967284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,6144,0.019172267119089762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,4096,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,4096,0.023162666956583658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,7168,0.021082667509714763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,3584,0.014038399855295817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,3584,0.022521599133809408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,5120,0.017720532417297364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,3072,0.012575999895731608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,3072,0.020708266894022623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,16384,0.03966933488845825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,2560,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,2560,0.020518400271733604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,3584,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,2048,0.009156266848246258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,2048,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,4096,0.015474133690198264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,1536,0.007609599828720092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,1536,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,3072,0.013064533472061157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,1024,0.006119466821352641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,1024,0.015525333086649575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,2560,0.011932800213495891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,768,0.004220800101757049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,768,0.015280000368754067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,1536,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,512,0.0034613333642482757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,512,0.015408000349998474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,512,0.00781333347161611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,256,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,256,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,2048,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,128,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,128,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,1024,0.008691199620564779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,64,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,64,0.014587733149528503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,10240,32,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,10240,32,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,65536,0.1857770601908366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,65536,0.12713706493377686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,256,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,16384,0.04799573421478272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,16384,0.04602346817652385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,12288,0.03766719897588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,12288,0.03787519931793213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,10240,0.03127253254254659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,10240,0.03363626797993978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,16384,0.1157696008682251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,8192,0.026397866010665894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,8192,0.03129173318545024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,10240,0.027141332626342773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,7168,0.02332800030708313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,7168,0.02687679926554362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,12288,0.03107733329137166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,6144,0.020207999149958293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,6144,0.025619200865427655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,8192,0.02312320073445638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,5120,0.017163733641306557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,5120,0.024146133661270143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,7168,0.021078399817148843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,4096,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,4096,0.022669865687688192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,5120,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,3584,0.01179093321164449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,3584,0.021223467588424683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,16384,0.03932266632715861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,3072,0.01074026624361674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,3072,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,6144,0.018966400623321535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,2560,0.009480533003807069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,2560,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,4096,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,2048,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,2048,0.018201599518458046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,3584,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,1536,0.006940799951553345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,1536,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,3072,0.012589866916338602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,1024,0.004822400212287903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,1024,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,2560,0.011638399958610535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,768,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,768,0.014685866236686707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,768,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,512,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,1024,0.00886079967021942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,512,0.014575999975204468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,256,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,256,0.014777599771817525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,1536,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,128,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,2048,0.010426666339238484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,128,0.014486400286356607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,256,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,64,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,64,0.014539733529090881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,8192,32,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,8192,32,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,65536,0.1614240010579427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,65536,0.12341547012329102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,16384,0.044189866383870444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,16384,0.05005653301874796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,12288,0.034695466359456376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,12288,0.03697813351949056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,10240,0.029348266124725342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,10240,0.032604799667994185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,10240,0.027028266588846845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,8192,0.024612265825271606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,8192,0.030217599868774415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,12288,0.030885332822799684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,7168,0.021538132429122926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,7168,0.026842667659123735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,7168,0.02094399929046631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,6144,0.018784000476201376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,6144,0.02536533276240031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,8192,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,5120,0.01602666676044464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,5120,0.023919999599456787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,16384,0.03879893223444621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,4096,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,4096,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,4096,0.014917332927385965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,3584,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,3584,0.020614399512608846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,5120,0.017334399620691936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,3072,0.010079999764760334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,3072,0.020116267601648967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,6144,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,2560,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,2560,0.01960853338241577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,2560,0.01164479951063792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,2048,0.007667199770609538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,2048,0.017245866854985557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,3584,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,1536,0.006483200192451477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,1536,0.018196266889572144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,3072,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,1024,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,1024,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,1024,0.008740267157554627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,768,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,768,0.01474240024884542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,1536,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,512,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,512,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,2048,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,256,0.0030229332546393077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,256,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,768,0.00801813354094823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,128,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,128,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,512,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,64,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,128,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,64,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,256,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,7168,32,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,7168,32,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,65536,0.14450772603352863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,65536,0.10831786791483562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,16384,0.036157866319020585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,16384,0.03964693148930867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,12288,0.02799359957377116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,12288,0.03288960059483846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,12288,0.030851199229558306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,10240,0.02351893385251363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,10240,0.029525333642959596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,16384,0.039028267065684005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,8192,0.02025493383407593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,8192,0.02747093240420024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,10240,0.027025065819422406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,7168,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,7168,0.025534933805465697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,8192,0.022694400946299233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,6144,0.0150026669104894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,6144,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,7168,0.02101973295211792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,5120,0.013153066237767538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,5120,0.02259626587231954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,6144,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,4096,0.011566932996114094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,4096,0.020886399348576865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,5120,0.016934400796890257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,3584,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,3584,0.0200053334236145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,4096,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,3072,0.009031466643015544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,3072,0.019006933768590292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,3584,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,2560,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,2560,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,3072,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,2048,0.0070271998643875126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,2048,0.017730132738749186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,2560,0.01125866671403249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,1536,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,1536,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,2048,0.010414933164914448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,1024,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,1024,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,1536,0.009635200103123982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,768,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,768,0.015631999572118124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,768,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,512,0.0030858665704727173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,512,0.01574720044930776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,1024,0.00840106705824534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,256,0.003017599880695343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,256,0.014749866724014283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,256,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,128,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,512,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,64,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,64,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,6144,32,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,128,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,6144,32,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,65536,0.12053866386413574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,65536,0.10331306457519532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,16384,0.03786773284276326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,16384,0.04310186703999837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,65536,0.13472426732381185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,12288,0.029993599653244017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,12288,0.030793599287668866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,65536,0.1336949348449707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,10240,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,10240,0.028907734155654907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,65536,0.13289493719736736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,8192,0.018203733364741008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,8192,0.02640426754951477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,16384,0.03813333511352539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,7168,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,7168,0.024612265825271606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,8192,0.02273599902788798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,6144,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,6144,0.022683733701705934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,12288,0.03020586570103963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,5120,0.012145066261291504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,5120,0.021990400552749634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,10240,0.026639999945958455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,4096,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,4096,0.020259199539820354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,5120,0.016782933473587038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,3584,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,3584,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,6144,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,3072,0.00827519992987315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,4096,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,3072,0.01840959986050924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,2560,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,2560,0.017220266660054526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,7168,0.020292266209920248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,2048,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,2048,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,2048,0.010475732882817586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,1536,0.005242666602134705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,1536,0.016703999042510985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,2560,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,1024,0.003941333293914795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,3584,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,1024,0.015347199638684592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,768,0.0037834666669368743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,768,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,3072,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,512,0.0033642667035261786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,512,0.01498240033785502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,256,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,256,0.014321066935857139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,1024,0.008492799599965413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,128,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,128,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,64,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,64,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,256,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,5120,32,0.0025472000241279604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,128,0.007145600020885467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,5120,32,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,65536,0.09445760250091553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,65536,0.08930666446685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,16384,0.030458666880925495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,16384,0.03702720006306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,12288,0.02405973275502523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,12288,0.02877440055211385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,10240,0.01806186636288961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,10240,0.026713599761327107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,65536,0.13284053007761637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,8192,0.015380266308784484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,8192,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,10240,0.026430932680765788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,7168,0.013476266463597616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,7168,0.023923200368881226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,12288,0.030152533451716108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,6144,0.011901866396268208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,6144,0.023056000471115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,8192,0.02222826679547628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,5120,0.010435199737548828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,5120,0.0206112007300059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,6144,0.01835306684176127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,4096,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,4096,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,5120,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,3584,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,3584,0.017959467569986978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,7168,0.020266666014989217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,3072,0.007635200023651123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,3072,0.017256534099578856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,65536,0.1422869364420573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,2560,0.00664106657107671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,2560,0.016718933979670204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,3584,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,2048,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,2048,0.017181867361068727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,4096,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,1536,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,1536,0.014881066481272378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,1024,0.003737599899371465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,1024,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,2560,0.011754666765530903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,768,0.0032778667906920114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,768,0.014856533209482829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,16384,0.0378655989964803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,512,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,512,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,768,0.00798399994770686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,512,0.007868800063927968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,256,0.014409599701563516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,128,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,128,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,1024,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,64,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,64,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,4096,32,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,256,0.0075647999842961625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,4096,32,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,65536,0.0829045295715332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,65536,0.08029867013295491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,16384,0.027339732646942137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,16384,0.037302398681640626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,12288,0.023002666234970093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,12288,0.028563199440638225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,10240,0.020108799139658608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,10240,0.026691200335820515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,2048,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,8192,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,8192,0.024667733907699586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,8192,0.02220266660054525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,7168,0.01302186648050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,7168,0.02333546678225199
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,10240,0.026408533255259197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,6144,0.01130133370558421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,6144,0.023180800676345825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,12288,0.030163200696309407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,5120,0.010012800494829815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,5120,0.020475733280181884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,7168,0.02021119991938273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,4096,0.009058133761088053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,4096,0.018636800845464072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,5120,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,3584,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,3584,0.019025067488352455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,6144,0.01814613342285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,4096,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,3072,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,3072,0.017534933487574258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,2560,0.006286933521429698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,2560,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,3584,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,2048,0.00506986677646637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,2048,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,2560,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,1536,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,1536,0.016391467054684958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,3072,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,1024,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,1024,0.014938666423161825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,65536,0.1328885316848755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,768,0.003419733295838038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,768,0.016088533401489257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,512,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,2048,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,512,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,256,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,256,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,128,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,128,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,64,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,512,0.007754666606585185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,128,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,64,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3584,32,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3584,32,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,65536,0.07545493443806967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,65536,0.07424533367156982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,16384,0.023860265811284385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,16384,0.03362026611963908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,12288,0.01979093352953593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,12288,0.02991360028584798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,16384,0.037946665287017824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,10240,0.01655359963575999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,10240,0.02656000057856242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,8192,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,8192,0.024678399165471397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,8192,0.0218560000260671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,7168,0.012545067071914672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,7168,0.022798933585484824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,10240,0.026369067033131917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,6144,0.011158399780591329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,6144,0.021280000607172646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,12288,0.030291199684143066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,5120,0.009880533814430237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,5120,0.02050666610399882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,7168,0.020204800367355346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,4096,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,4096,0.018837332725524902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,6144,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,3584,0.007803733150164287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,3584,0.01835413376490275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,5120,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,3072,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,3072,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,16384,0.03781973520914714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,2560,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,2560,0.01658560037612915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,4096,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,3584,0.013633066415786743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,2048,0.005100800096988678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,2048,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,1536,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,1536,0.01647040049235026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,1536,0.009409067034721375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,1024,0.0037813333173592886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,1024,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,2560,0.011614933609962463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,768,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,768,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,2048,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,512,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,512,0.014683733383814493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,256,0.002647466709216436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,256,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,512,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,128,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,128,0.014831999937693277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,64,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,1024,0.008711466193199157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,3072,32,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,64,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,3072,32,0.014222932855288186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,65536,0.06233173211415609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,65536,0.06974079608917236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,16384,0.021296000480651854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,16384,0.03429973522822062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,12288,0.017978666226069133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,12288,0.029182932774225873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,10240,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,10240,0.0272597332795461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,12288,0.02990293304125468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,8192,0.01354986627896627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,8192,0.023396267493565878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,10240,0.02597973346710205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,7168,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,7168,0.022654932737350465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,7168,0.02023893396059672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,6144,0.011517866452534994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,6144,0.020938666661580403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,8192,0.02184213399887085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,5120,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,5120,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,16384,0.03780586719512939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,4096,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,4096,0.018720000982284546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,5120,0.01616426706314087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,3584,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,3584,0.01834026575088501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,6144,0.018193066120147705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,3072,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,3072,0.0174453337987264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,4096,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,2560,0.005773866673310598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,2560,0.01889386574427287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,2048,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,2048,0.016473600268363954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,3584,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,1536,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,1536,0.017195733388264973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,2048,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,1024,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,2560,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,1024,0.015177599589029946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,768,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,768,0.014994133512179056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,768,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,256,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,128,0.0022624000906944276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,128,0.014995200435320535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,256,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,64,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,512,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,128,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,64,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2560,32,0.0022261333962281544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2560,32,0.014341333508491516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,65536,0.05384960174560547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,65536,0.061705601215362546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,16384,0.01710933248202006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,16384,0.03081600069999695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,12288,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,12288,0.027340799570083618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,65536,0.13305280208587647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,10240,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,10240,0.024953599770863852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,12288,0.029692800839742024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,8192,0.01299626628557841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,8192,0.023231999079386393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,16384,0.03702720006306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,7168,0.011636267105738323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,7168,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,10240,0.02578666607538859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,6144,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,6144,0.020862932999928793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,8192,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,5120,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,5120,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,6144,0.018284799655278523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,4096,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,7168,0.020217599471410115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,4096,0.01925119956334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,3584,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,3584,0.01834453344345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,5120,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,3072,0.006064000229040781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,3072,0.018183465798695883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,3584,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,2560,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,2560,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,4096,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,2048,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,2048,0.016321067015329996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,3072,0.012382933497428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,1536,0.004125866790612539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,1536,0.015887999534606935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,2560,0.011580800016721089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,1024,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,1024,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,768,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,768,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,1536,0.009521067142486572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,768,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,256,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,128,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,128,0.014805333813031516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,256,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,64,0.012614400188128153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,2048,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,2048,32,0.012910933295885722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,65536,0.041866668065388996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,65536,0.0534666657447815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,16384,0.013352533181508383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,16384,0.02858453392982483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,12288,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,12288,0.02645866672197978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,65536,0.13323307037353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,10240,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,10240,0.025545599063237508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,12288,0.02966826756795247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,8192,0.009939199686050415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,8192,0.02322773337364197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,10240,0.02555519938468933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,7168,0.009387733538945515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,7168,0.021026132504145305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,8192,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,6144,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,6144,0.020584533611933388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,16384,0.03696533441543579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,5120,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,5120,0.019578667481740315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,7168,0.019793067375818887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,4096,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,4096,0.018462934096654258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,6144,0.018154666821161906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,5120,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,3584,0.006597333153088887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,3584,0.01764906644821167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,3072,0.005864533285299936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,3072,0.01683093309402466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,4096,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,2560,0.005309866865475973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,2560,0.01662613352139791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,3072,0.012400000294049581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,2048,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,3584,0.013593600193659464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,2048,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,1536,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,1536,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,1536,0.009589333335558574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,2560,0.011267200112342834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,1024,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,1024,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,768,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,768,0.015210666259129844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,512,0.015689599514007568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,768,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,1024,0.008772266904513042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,512,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,256,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,128,0.015214932958285013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,128,0.0072170664866765336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,64,0.01350826621055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1536,32,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1536,32,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,65536,0.030925865968068438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,65536,0.04905279874801636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,16384,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,16384,0.028732800483703615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,12288,0.01262933313846588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,12288,0.02551146745681763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,12288,0.029632000128428142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,10240,0.011291733384132386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,10240,0.024372265736262003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,65536,0.1325269301732381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,8192,0.009990400075912476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,8192,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,16384,0.037064532438913986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,7168,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,7168,0.020824533700942994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,10240,0.025949867566426595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,6144,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,6144,0.020541866620381675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,8192,0.021461333831151327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,5120,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,5120,0.01867306629816691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,7168,0.02019946575164795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,4096,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,4096,0.018498132626215615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,6144,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,3584,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,3584,0.017749333381652833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,4096,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,3072,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,5120,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,3072,0.017935999234517417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,2560,0.016948266824086507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,3584,0.013297067085901896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,2048,0.004612266520659129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,2048,0.017171200116475424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,2560,0.011297067006429035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,3072,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,1536,0.003952000041802724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,1536,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,1024,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,1024,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,1024,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,1536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,2048,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,768,0.0030048000315825146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,768,0.014803199966748556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,512,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,256,0.0023039999107519788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,256,0.014598400394121806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,768,0.008270933230717977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,512,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,128,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,256,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,128,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,64,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,1024,32,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,1024,32,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,65536,0.025618133942286174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,65536,0.043230934937795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,16384,0.012532266974449157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,16384,0.02646613319714864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,12288,0.010781866312026978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,12288,0.02490453322728475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,65536,0.13274986743927003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,10240,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,10240,0.023089067141215006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,10240,0.025784534215927125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,8192,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,12288,0.02961066762606303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,8192,0.022590933243433635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,7168,0.007956266899903615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,7168,0.021425066391626994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,16384,0.036961066722869876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,6144,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,6144,0.020669867595036827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,7168,0.019644800821940103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,6144,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,5120,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,5120,0.01882666746775309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,4096,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,8192,0.02188906669616699
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,4096,0.018441599607467652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,3584,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,3584,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,3584,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,4096,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,3072,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,5120,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,3072,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,2560,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,2560,0.016362667083740234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,2048,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,2048,0.016821332772572837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,2560,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,2048,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,3072,0.012683733304341634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,1536,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,1024,0.003054933249950409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,1024,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,768,0.01513706644376119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,512,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,256,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,256,0.013924266894658408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,512,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,128,0.013010133306185404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,64,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,128,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,64,0.013031466801961263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,768,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,768,32,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,65536,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,65536,0.04162559906641643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,16384,0.010061867038408915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,16384,0.024915200471878052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,12288,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,12288,0.023119999965031942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,12288,0.02947733402252197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,10240,0.007893333335717519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,10240,0.02277759909629822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,16384,0.0365877350171407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,8192,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,8192,0.021463465690612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,65536,0.13242026964823406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,7168,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,10240,0.025896533330281572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,7168,0.021847466627756752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,6144,0.006326400240262349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,6144,0.020248534282048543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,8192,0.021610667308171592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,5120,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,5120,0.01950826644897461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,7168,0.02023786703745524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,6144,0.018169599771499633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,4096,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,4096,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,3584,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,5120,0.0160863995552063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,3584,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,3072,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,4096,0.014072533448537192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,3584,0.01328213314215342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,2560,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,3072,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,2560,0.017041067282358803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,2048,0.004349866509437561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,2048,0.01623146633307139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,2560,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,1536,0.0037823999921480812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,1536,0.01590293347835541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,1024,0.003193599979082743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,1024,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,1024,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,768,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,512,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,512,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,256,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,256,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,128,0.014665599664052328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,256,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,64,0.0019626667102177935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,64,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,512,32,0.001960533360640208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,512,32,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,65536,0.015202132860819497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,65536,0.03670933246612549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,16384,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,16384,0.023553067445755006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,12288,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,12288,0.023015467325846355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,12288,0.029263999064763385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,10240,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,10240,0.02327679991722107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,16384,0.03695679903030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,8192,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,8192,0.02175253431002299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,10240,0.025912533203760784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,8192,0.021891200542449953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,7168,0.00555626650651296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,7168,0.021266132593154907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,6144,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,6144,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,7168,0.01980479955673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,5120,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,6144,0.018131200472513834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,5120,0.018634666999181114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,4096,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,4096,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,5120,0.016638933618863424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,3584,0.00580266664425532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,4096,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,3584,0.0176256000995636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,3072,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,3072,0.017858133713404337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,3584,0.013017599781354269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,2560,0.005051733553409576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,3072,0.012798933188120523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,2560,0.016723199685414632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,2048,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,2048,0.015964800119400026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,2560,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,1536,0.004041599979003271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,2048,0.010007466872533162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,1536,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,1024,0.0030591999491055804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,1024,0.014596266547838846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,1536,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,1024,0.008776533603668212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,768,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,768,0.008338133494059246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,512,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,512,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,256,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,256,0.00761599987745285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,128,0.012744533022244773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,128,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,64,0.0018730666488409042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,65536,0.1307797352472941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,256,32,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,64,0.013304533561070761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,256,32,0.01378986636797587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,65536,0.011727999647458394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,65536,0.03310826619466146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,16384,0.005502933263778686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,16384,0.023498666286468507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,12288,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,12288,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,12288,0.02927466630935669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,10240,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,16384,0.03657386700312297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,10240,0.021296000480651854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,65536,0.12675093015034994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,8192,0.00550186683734258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,8192,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,10240,0.025545599063237508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,7168,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,7168,0.020351999998092653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,8192,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,65536,0.13177493413289387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,6144,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,6144,0.01968533396720886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,5120,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,5120,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,7168,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,6144,0.01811520059903463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,4096,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,3584,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,4096,0.01888213356335958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,3584,0.017169066270192466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,5120,0.01606186628341675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,3072,0.004755199948946635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,4096,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,3072,0.018045866489410402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,2560,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,3584,0.013244799772898355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,2560,0.01683626572291056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,2048,0.004666666686534882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,3072,0.011995733777681986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,2048,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,1536,0.0036501333117485045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,2560,0.0116074671347936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,1024,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,2048,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,65536,0.13148693243662518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,1024,0.01486186683177948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,768,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,1536,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,1024,0.008295466502507527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,768,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,768,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,512,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,256,0.013788800438245138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,128,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,128,0.012563199798266093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,128,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,64,0.001937066639463107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,64,0.012615467111269632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,128,32,0.0021248000363508863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,65536,0.12698240280151368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,128,32,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,65536,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,65536,0.03159679969151814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,12288,0.02169813315073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,16384,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,16384,0.022771199544270836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,12288,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,10240,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,10240,0.020884267489115396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,8192,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,8192,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,7168,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,7168,0.020460800329844157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,6144,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,65536,0.12767039934794108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,4096,0.01857173244158427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,6144,0.020361600319544475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,5120,0.0047541335225105286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,5120,0.018694400787353516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,4096,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,3584,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,2048,0.0046634669105211895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,3072,0.00488319993019104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,1536,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,3584,0.017658666769663493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,1536,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,1024,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,3072,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,2560,0.017065600554148356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,2048,0.016526933511098227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,768,0.0026421333352724713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,1024,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,768,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,512,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,64,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,128,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,512,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,256,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,256,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,64,0.012773332993189493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,64,32,0.0017781333376963933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,64,32,0.013710932930310568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,65536,0.12745280265808107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,65536,0.011230933666229247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,65536,0.032614399989446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,8192,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,16384,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,16384,0.022985599438349404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,12288,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,12288,0.02249386707941691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,7168,0.02053226629892985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,10240,0.005829333265622457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,10240,0.021393066644668578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,8192,0.020308266083399452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,5120,0.019271467129389444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,7168,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,6144,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,6144,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,3584,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,5120,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,3072,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,4096,0.004648533463478088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,3584,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,4096,0.018497065703074137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,3072,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,2560,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,2048,0.0048650667071342465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,2560,0.016218666235605875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,2048,0.01689599951108297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,1536,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,1536,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,1024,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,512,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,1024,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,256,0.013307733337084451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,768,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,768,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,128,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,64,0.0018229333062966663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,64,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,128,32,32,0.0018218666315078734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,128,32,32,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,16384,0.2083456039428711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,16384,0.37473173141479493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,12288,0.16106239954630536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,12288,0.2802250544230143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,10240,0.20715200106302895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,10240,0.12592853705088297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,8192,0.10774719715118408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,8192,0.1723744074503581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,7168,0.1504949410756429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,7168,0.09357226689656575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,6144,0.12850560347239176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,6144,0.0835093339284261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,5120,0.10965332984924317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,5120,0.07253866990407308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,4096,0.09058026472727457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,4096,0.06056960026423136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,4096,0.03710826635360718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,3584,0.07885759671529134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,3584,0.056067200501759853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,5120,0.04315306742986043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,3072,0.06889386971791586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,3072,0.05014933347702026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,6144,0.04922773440678914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,2560,0.05782399972279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,2560,0.04522026777267456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,3584,0.032307199637095135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,2048,0.04726826747258504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,2048,0.041333333651224775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,7168,0.055955199400583897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,1536,0.036798934141794845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,1536,0.03288106719652812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,3072,0.02865920066833496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,1024,0.027154133717219038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,1024,0.026675200462341307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,1024,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,768,0.020310399929682414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,768,0.022855466604232787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,2560,0.025994666417439777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,512,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,512,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,1536,0.01839146614074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,256,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,256,0.01755626598993937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,2048,0.022278400262196858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,128,0.006312533219655354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,128,0.01629866659641266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,512,0.011105066537857056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,64,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,64,0.017937066157658894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,65536,32,0.005508266886075338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,65536,32,0.01858133276303609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,65536,0.3424469312032064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,65536,0.2040682633717855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,128,0.008769067128499348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,16384,0.08772160212198893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,16384,0.06473706563313802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,256,0.009291733304659527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,12288,0.06948373317718506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,12288,0.051507198810577394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,768,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,10240,0.0567850669225057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,10240,0.04681493441263835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,8192,0.061958400408426914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,8192,0.049504001935323075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,8192,0.04238400061925252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,10240,0.07448853651682535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,7168,0.04175573190053304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,7168,0.037121065457661945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,7168,0.022719999154408775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,6144,0.035905067125956217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,6144,0.035069866975148516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,10240,0.029441066582997638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,5120,0.030938667058944703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,5120,0.030987733602523805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,8192,0.024701867500940958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,4096,0.027331199248631793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,4096,0.027081600824991864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,12288,0.0876202662785848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,3584,0.022680532932281495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,3584,0.02773546576499939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,12288,0.03393706480662028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,3072,0.020233599344889323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,3072,0.024519467353820802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,3584,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,2560,0.016832000017166136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,2560,0.023512534300486245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,5120,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,2048,0.013755733768145243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,2048,0.021138133605321248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,4096,0.015681067109107973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,1536,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,1536,0.02064853310585022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,6144,0.020388267437616982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,1024,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,1024,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,3072,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,768,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,768,0.017832533518473307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,512,0.00528106689453125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,512,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,768,0.008346666892369587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,256,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,256,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,128,0.003044266750415166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,128,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,64,0.002946133414904277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,64,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,16384,32,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,128,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,16384,32,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,65536,0.27090988159179685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,65536,0.1734517256418864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,16384,0.06973546346028646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,16384,0.05790186723073324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,2560,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,12288,0.0550442655881246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,12288,0.04597226778666179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,1536,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,10240,0.04511786699295044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,10240,0.04116693337758382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,2048,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,8192,0.037587201595306395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,8192,0.03663359880447388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,16384,0.0422815998395284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,7168,0.03327573339144389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,7168,0.03161173264185588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,8192,0.02332693338394165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,6144,0.028915200630823774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,6144,0.030306132634480794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,10240,0.028060799837112425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,5120,0.024753065903981526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,5120,0.02685119907061259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,7168,0.021409066518147786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,4096,0.021452800432840983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,4096,0.024999467531840007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,12288,0.032076799869537355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,3584,0.018497065703074137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,3584,0.024378667275110878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,6144,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,3072,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,3072,0.02290133237838745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,4096,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,2560,0.013527466853459676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,2560,0.02328426639238993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,5120,0.01758613387743632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,2048,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,2048,0.020756266514460244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,3584,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,1536,0.009573333462079366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,1536,0.018348799149195353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,1536,0.009751466910044353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,1024,0.007749333480993907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,1024,0.01690773367881775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,2048,0.010780800382296245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,768,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,768,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,3072,0.013224533200263977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,1024,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,512,0.004554666578769684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,512,0.01539306640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,2560,0.012162133057912191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,256,0.00344106654326121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,256,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,128,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,128,0.014356266458829245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,768,0.00823359986146291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,64,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,64,0.014339199662208557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,128,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,12288,32,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,12288,32,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,65536,0.24368747075398764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,65536,0.16371092796325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,256,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,16384,0.05786240100860596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,16384,0.05167359908421835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,12288,0.04638933340708415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,12288,0.0413482666015625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,10240,0.03812906742095947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,10240,0.03703039884567261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,16384,0.04028799931208293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,8192,0.03286293347676595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,8192,0.03373759984970093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,10240,0.02714560031890869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,7168,0.027949867645899455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,7168,0.02901013294855754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,8192,0.02284053365389506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,6144,0.024190932512283325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,6144,0.026779733101526898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,12288,0.031300266583760575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,5120,0.021633066733678184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,5120,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,7168,0.020987733205159505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,4096,0.018322134017944337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,4096,0.02338026762008667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,5120,0.01730026602745056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,3584,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,3584,0.022707200050354003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,6144,0.019218132893244425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,3072,0.012866133451461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,3072,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,16384,0.03951359987258911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,2560,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,2560,0.021310933430989585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,3584,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,2048,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,2048,0.019115734100341796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,4096,0.015054933230082192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,1536,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,1536,0.018131200472513834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,3072,0.01304533382256826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,1024,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,1024,0.01595093309879303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,2048,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,768,0.004695466657479604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,1024,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,768,0.015318399667739869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,512,0.003995733211437861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,512,0.015506133437156677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,256,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,256,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,128,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,128,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,256,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,64,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,128,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,64,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,10240,32,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,10240,32,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,65536,0.17482026418050128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,65536,0.13351573944091796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,16384,0.052140800158182773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,16384,0.045366398493448895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,12288,0.03778239885965983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,12288,0.03713066577911377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,2560,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,10240,0.03110613425572713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,10240,0.0339349349339803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,10240,0.026811732848485308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,8192,0.02602880001068115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,8192,0.030458666880925495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,12288,0.030558933814366657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,7168,0.023226666450500488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,7168,0.02789226571718852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,16384,0.11595093409220378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,6144,0.020147200425465903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,6144,0.025833600759506227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,7168,0.02106026609738668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,5120,0.01725546717643738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,5120,0.02467413345972697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,6144,0.018992000818252565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,4096,0.014753066500027976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,4096,0.021910399198532104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,8192,0.022959999243418374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,3584,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,3584,0.0206389327843984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,16384,0.03906346559524536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,3072,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,3072,0.0200981338818868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,3072,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,2560,0.009730133414268493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,2560,0.02029866576194763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,3584,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,2048,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,2048,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,5120,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,1536,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,1536,0.017041067282358803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,4096,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,1024,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,1024,0.016076800227165223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,1024,0.00849173367023468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,768,0.003946666667858759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,768,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,1536,0.00959999958674113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,512,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,512,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,2560,0.011621333161989848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,256,0.0030005333324273427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,256,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,128,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,2048,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,256,0.007430399954319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,64,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,64,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,8192,32,0.0023658665517965953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,8192,32,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,65536,0.16217600504557292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,65536,0.11867626508076985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,768,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,16384,0.047991466522216794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,16384,0.047601068019866945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,12288,0.03499093453089396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,12288,0.03518506685892741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,10240,0.02882240017255147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,10240,0.031351466973622635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,10240,0.02661120096842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,8192,0.02482773264249166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,8192,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,12288,0.030430932839711506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,7168,0.021447465817133585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,7168,0.026583466927210492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,7168,0.02112213373184204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,6144,0.018689066171646118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,6144,0.025062400102615356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,8192,0.02256106734275818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,5120,0.015980799992879234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,5120,0.022690133253733317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,16384,0.03866986831029256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,4096,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,4096,0.023306665817896526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,6144,0.018969599405924478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,3584,0.011710932850837708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,3584,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,4096,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,3072,0.010439466436703999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,3072,0.019769599040349327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,5120,0.017034665743509928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,2560,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,2560,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,3584,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,2048,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,2048,0.016749866803487144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,3072,0.012190933028856914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,1536,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,1536,0.016433067123095193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,1024,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,1024,0.016563199957211814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,1024,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,768,0.003819733361403147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,1536,0.00960106650988261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,512,0.0034111998975276947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,512,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,2048,0.010378666718800863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,256,0.0027093333502610523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,512,0.007677866518497467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,256,0.015471999843915304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,128,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,768,0.008276266853014629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,128,0.014390400052070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,64,0.0023071999351183575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,64,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,7168,32,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,7168,32,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,256,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,65536,0.13118186791737874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,65536,0.1069002628326416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,16384,0.03970239957173665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,16384,0.04311466614405314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,12288,0.032527999083201094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,12288,0.033669332663218185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,12288,0.03028693397839864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,10240,0.028832000494003297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,10240,0.030986666679382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,16384,0.03829973141352336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,8192,0.02122559944788615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,8192,0.027830400069554645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,10240,0.02678826649983724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,7168,0.02041813333829244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,7168,0.026712532838185626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,8192,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,6144,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,6144,0.024333866437276204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,7168,0.02072426676750183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,5120,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,5120,0.02309760053952535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,6144,0.019002666076024376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,4096,0.012688000003496805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,4096,0.02201706568400065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,5120,0.01695573329925537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,3584,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,3584,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,4096,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,3072,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,3072,0.01989333430926005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,3072,0.012462932864824932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,2560,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,2560,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,2048,0.008333866794904072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,2048,0.016609066724777223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,2560,0.011866666873296102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,1536,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,1536,0.0172437330087026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,2048,0.010430933038393656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,1024,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,1024,0.01728746692339579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,1536,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,768,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,65536,0.13459307352701824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,768,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,512,0.0033728001018365227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,512,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,256,0.002614400039116542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,256,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,256,0.007321600119272869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,128,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,128,0.013767466942469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,128,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,64,0.014037332932154336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,6144,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,6144,32,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,65536,0.11395093599955242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,65536,0.09710400104522705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,16384,0.03443839947382609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,16384,0.04133653243382772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,12288,0.029982932408650714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,12288,0.030997333923975627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,65536,0.1324949343999227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,10240,0.025990400711695356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,10240,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,65536,0.13330559730529784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,8192,0.018054399887720743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,8192,0.025562665859858197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,12288,0.03022293249766032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,7168,0.015732266505559287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,7168,0.025015467405319215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,10240,0.02659733295440674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,6144,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,6144,0.02330133318901062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,8192,0.022346667448679605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,5120,0.012053333719571431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,5120,0.022233599424362184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,65536,0.14160106976826986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,4096,0.010689066847165425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,4096,0.0207370658715566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,7168,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,3584,0.010469333330790202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,3584,0.020850133895874024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,16384,0.03816426595052083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,3072,0.00946453313032786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,3072,0.01882879932721456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,6144,0.018686934312184652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,2560,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,2560,0.0176746666431427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,4096,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,2048,0.0075989335775375364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,2048,0.01762666702270508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,3584,0.013292800386746725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,1536,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,5120,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,1536,0.016774400075276693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,1024,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,3072,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,1024,0.015020799636840821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,768,0.003987200061480204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,768,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,2560,0.011593600114186604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,512,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,1024,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,512,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,2048,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,256,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,256,0.014406399925549826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,128,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,128,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,1536,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,128,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,64,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,768,0.008154666423797608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,64,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,5120,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,5120,32,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,65536,0.09100373586018881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,65536,0.0828554630279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,16384,0.028666667143503827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,16384,0.03752426703770955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,12288,0.023925334215164185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,12288,0.031648000081380204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,10240,0.02091946601867676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,10240,0.02612373431523641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,8192,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,8192,0.024953599770863852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,8192,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,7168,0.013572266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,7168,0.02296853264172872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,10240,0.026358399788538617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,6144,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,6144,0.022447999318440756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,65536,0.13344000180562338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,5120,0.010618666807810467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,5120,0.02071040074030558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,12288,0.030238932371139525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,4096,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,4096,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,7168,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,3584,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,3584,0.01829973260561625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,3584,0.013252266248067222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,3072,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,3072,0.01662720044453939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,4096,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,2560,0.006659199794133504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,2560,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,5120,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,2048,0.0054730668663978575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,2048,0.017921066284179686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,6144,0.018267732858657838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,1536,0.004409599800904592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,1536,0.01513920029004415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,1536,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,1024,0.003537066777547201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,1024,0.014523733655611673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,768,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,768,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,2560,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,512,0.015330132842063905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,3072,0.012388267119725545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,256,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,256,0.0071168000499407455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,128,0.0023029332359631857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,512,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,768,0.00800960014263789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,128,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,64,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,64,0.013478400309880576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,4096,32,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,1024,0.008744532863299053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,4096,32,0.014354133605957031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,128,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,65536,0.08152106602986654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,65536,0.07463893095652262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,16384,0.026841600735982258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,16384,0.03470933437347412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,12288,0.02151573300361633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,12288,0.031285333633422854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,10240,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,10240,0.02609279950459798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,16384,0.03786773284276326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,8192,0.016911999384562174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,8192,0.023705599705378215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,8192,0.02214933236440023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,7168,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,7168,0.02312320073445638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,10240,0.02635200023651123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,6144,0.01165120005607605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,6144,0.021144533157348634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,12288,0.030096000432968138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,5120,0.01009493370850881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,5120,0.018832000096638997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,7168,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,4096,0.00906880001227061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,4096,0.01881386637687683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,6144,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,3584,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,3584,0.017875200510025023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,4096,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,3072,0.0072629332542419435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,3072,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,5120,0.01618773341178894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,2560,0.006161066889762879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,2560,0.016769067446390788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,3584,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,2048,0.005169066786766052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,2048,0.016807466745376587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,2560,0.01163093348344167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,3072,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,1536,0.004354133208592733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,1536,0.015773866573969522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,1024,0.003483733286460241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,2048,0.01074773371219635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,1024,0.014616533120473226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,768,0.0031136001149813337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,768,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,16384,0.03743146657943726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,512,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,512,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,1024,0.008372267087300617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,256,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,128,0.0022965334355831146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,128,0.014274133245150247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,256,0.007207466661930085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,1536,0.009596799810727436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,64,0.013380266229311624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3584,32,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3584,32,0.01358080009619395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,65536,0.07142293453216553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,65536,0.06940480073293051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,16384,0.021358933051427206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,16384,0.03062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,12288,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,12288,0.027882667382558186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,10240,0.01470080018043518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,10240,0.02490560015042623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,65536,0.1324629306793213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,8192,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,8192,0.023490132888158162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,10240,0.025935999552408856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,7168,0.012335999806722005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,7168,0.02228800058364868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,12288,0.03009386658668518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,6144,0.010808533430099488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,6144,0.02222933371861776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,8192,0.02189013361930847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,5120,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,5120,0.02056106726328532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,7168,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,4096,0.00858133335908254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,4096,0.019827200969060262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,6144,0.0182261327902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,3584,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,3584,0.019768534104029338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,5120,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,3072,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,3072,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,16384,0.037828266620635986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,2560,0.006200533111890157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,2560,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,2048,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,2048,0.01602133313814799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,3584,0.013205333550771078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,1536,0.004513066510359446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,1536,0.015625600020090738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,1024,0.0034474665919939675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,1024,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,1024,0.008507733543713886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,768,0.0030293333033720653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,768,0.015415466825167336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,1536,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,512,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,2048,0.01033066709836324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,256,0.014102400342623393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,512,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,128,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,256,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,128,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,3072,32,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,64,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,3072,32,0.013146666685740152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,65536,0.061698134740193686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,65536,0.06364800135294596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,2560,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,16384,0.02063573400179545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,16384,0.03095039923985799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,12288,0.016977065801620485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,12288,0.026650667190551758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,10240,0.014628266294797262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,10240,0.025443200270334882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,10240,0.02593066692352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,8192,0.012831999858220419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,8192,0.022817067305246987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,12288,0.02970133423805237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,7168,0.011970133582750956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,7168,0.021927465995152794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,8192,0.021511467297871907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,6144,0.010730666915575664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,6144,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,16384,0.03744106690088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,5120,0.00942080020904541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,5120,0.019886932770411172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,7168,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,4096,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,4096,0.019367466370264687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,4096,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,3584,0.007454933226108551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,6144,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,3584,0.017439999183019004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,3072,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,3072,0.017734400431315103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,5120,0.01611840029557546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,2560,0.005682133138179779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,2560,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,3072,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,2048,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,2048,0.016293332974116007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,2560,0.011566932996114094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,1536,0.004073599974314371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,1536,0.015998933712641397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,3584,0.013221333424250284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,1024,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,1024,0.014662399888038635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,1024,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,768,0.0030271999537944795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,768,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,1536,0.009160533547401428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,512,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,2048,0.01032319962978363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,256,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,768,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,128,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,128,0.013539200027783712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,64,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2560,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,128,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2560,32,0.013082666198412576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,65536,0.05098133484522501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,65536,0.05673066775004069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,16384,0.01773866613705953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,16384,0.02932479977607727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,12288,0.01390506625175476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,12288,0.0264789342880249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,12288,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,10240,0.013677866260210673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,10240,0.027427200476328534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,16384,0.03779093424479167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,8192,0.011730133493741354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,8192,0.024498132864634196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,10240,0.025612799326578777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,7168,0.010785067081451416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,7168,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,8192,0.021926399072011313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,6144,0.00990613301595052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,6144,0.02129279971122742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,7168,0.019935999313990274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,5120,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,5120,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,65536,0.13245866298675538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,4096,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,5120,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,4096,0.01881600022315979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,3584,0.009382399916648864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,3584,0.016823466618855795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,6144,0.018339200814565023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,3072,0.007710933188597361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,3072,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,65536,0.13232213656107586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,2560,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,2560,0.016377600034077962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,3584,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,2048,0.006157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,3072,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,2048,0.015915733575820924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,4096,0.014054399728775025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,1536,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,1536,0.014670933286348978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,2560,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,1024,0.01595946649710337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,1536,0.00960533320903778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,768,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,2048,0.010392533739407857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,768,0.014620799819628397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,512,0.002681600054105123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,512,0.014888532956441245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,256,0.014381866653760275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,128,0.013917866349220275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,256,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,64,0.013433600465456644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,128,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,2048,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,2048,32,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,65536,0.03837440013885498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,65536,0.049380266666412355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,16384,0.01621119976043701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,16384,0.028804266452789308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,12288,0.013371733824412027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,12288,0.027013333638509114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,10240,0.012105600039164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,10240,0.025310933589935303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,10240,0.025525333484013875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,8192,0.01118933359781901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,8192,0.022797866662343343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,12288,0.02961706717809041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,7168,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,7168,0.02067306637763977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,65536,0.13226880232493082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,6144,0.00946666697661082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,6144,0.018917334079742432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,8192,0.021505065759023032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,16384,0.037037865320841475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,5120,0.008667733271916707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,5120,0.018614399433135986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,4096,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,4096,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,7168,0.0202346662680308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,3584,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,3584,0.01726079980532328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,4096,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,3072,0.005921066800753275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,3072,0.017520000537236534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,3584,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,2560,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,2560,0.01660693287849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,2048,0.017115734020868936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,6144,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,1536,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,1536,0.014944000045458474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,2048,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,3072,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,2560,0.011351466178894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,1024,0.003366400053103765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,1536,0.009512533744176228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,768,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,512,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,512,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,256,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,256,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,1024,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,128,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,64,0.001844266677896182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,128,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,64,0.013985066612561544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1536,32,0.013793067137400309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1536,32,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,65536,0.0281333327293396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,65536,0.048888532320658366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,16384,0.012532266974449157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,16384,0.028842665751775104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,12288,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,12288,0.024836266040802003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,10240,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,10240,0.024141865968704223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,10240,0.025524266560872394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,8192,0.011634133259455363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,8192,0.023459200064341226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,12288,0.029256532589594524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,7168,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,7168,0.02059946656227112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,65536,0.13233813444773357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,6144,0.009717333316802978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,6144,0.018594133853912353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,8192,0.021463465690612794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,16384,0.03705493211746216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,5120,0.008841600020726521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,5120,0.018683733542760213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,4096,0.007942399879296621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,4096,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,6144,0.017734400431315103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,3584,0.006330666442712148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,4096,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,3584,0.018812799453735353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,7168,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,3072,0.005816533168156942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,3072,0.01839253306388855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,5120,0.015759999553362526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,2560,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,2560,0.016594133774439492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,2048,0.005793066819508871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,2048,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,2048,0.010380799571673077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,1536,0.004729599754015604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,1536,0.015735466281572977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,1024,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,3584,0.013235200444857279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,1024,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,512,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,512,0.014877866705258688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,768,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,256,0.014298666516939798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,128,0.0022495999932289124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,128,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,64,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,64,0.013833600282669067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,1024,32,0.0022304000953833262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,1024,32,0.014250666896502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,65536,0.02736746668815613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,65536,0.042676266034444174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,16384,0.010821333527565003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,16384,0.0250218669573466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,12288,0.00925439993540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,12288,0.02304640014966329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,10240,0.008683733145395915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,10240,0.02282879948616028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,10240,0.025917865832646686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,8192,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,12288,0.029179733991622925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,8192,0.02135466734568278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,7168,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,7168,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,16384,0.03656959931055705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,6144,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,6144,0.01902186671892802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,7168,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,5120,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,8192,0.021412267287572225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,5120,0.018615466356277467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,4096,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,4096,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,6144,0.017722666263580322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,3584,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,3584,0.017332265774408974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,4096,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,5120,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,3072,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,3072,0.017056000232696534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,2560,0.016445866227149962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,65536,0.13271040121714275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,3584,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,2048,0.015710933009783427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,3072,0.012051199873288471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,1536,0.015079466501871744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,2560,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,1024,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,1024,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,768,0.014667733510335287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,1024,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,1536,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,2048,0.010005333026250203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,512,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,768,0.007965866724650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,256,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,256,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,256,0.007276799778143566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,128,0.014194132884343466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,64,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,768,32,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,768,32,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,65536,0.02107093334197998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,65536,0.037852799892425536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,16384,0.01095146636168162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,16384,0.024899200598398844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,12288,0.009171199798583985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,12288,0.022655999660491942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,10240,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,10240,0.021922133366266885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,12288,0.029388799269994097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,8192,0.008407466610272725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,8192,0.021627734104792275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,10240,0.025176533063252765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,7168,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,16384,0.03678719997406006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,7168,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,6144,0.0064085334539413456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,6144,0.01949866612752279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,6144,0.017809067169825235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,7168,0.020202666521072388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,5120,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,8192,0.02182506720225016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,5120,0.018708266814549766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,4096,0.0067221333583196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,4096,0.01753386656443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,3584,0.006231466432412466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,3584,0.01727573275566101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,5120,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,4096,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,3584,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,3072,0.005553066730499268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,3072,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,2560,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,2560,0.016829866170883178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,2048,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,2048,0.015001599987347921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,3072,0.012422399719556172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,1536,0.0038794666528701783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,2048,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,1536,0.01520853340625763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,1024,0.0032255999743938447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,1024,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,1024,0.008756267031033833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,1536,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,512,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,512,0.014751999576886495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,768,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,256,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,512,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,256,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,128,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,64,0.014005333185195923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,512,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,512,32,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,65536,0.014965333541234336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,65536,0.034385065237681076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,16384,0.008500267068545024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,16384,0.022643200556437173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,12288,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,12288,0.02144213318824768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,12288,0.0291978657245636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,10240,0.0063296000162760425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,10240,0.021682133277257286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,16384,0.03662399848302205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,8192,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,8192,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,10240,0.02560639977455139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,8192,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,7168,0.005884799857934316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,7168,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,6144,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,6144,0.019986132780710854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,7168,0.019436800479888917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,5120,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,6144,0.018175999323527016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,5120,0.01862186590830485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,4096,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,4096,0.01827626625696818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,5120,0.01654293338457743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,3584,0.005909333129723867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,4096,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,3584,0.01807039976119995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,3072,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,3072,0.017939200003941856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,3584,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,3072,0.012261333068211873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,2560,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,2560,0.016484266519546507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,2560,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,2048,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,2048,0.015117866794268289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,65536,0.13162026405334473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,1536,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,2048,0.010486400127410889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,1536,0.014907733599344889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,1024,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,1024,0.015184000134468079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,1536,0.009594666957855224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,768,0.0028949332733949023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,768,0.014727466305096946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,1024,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,512,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,768,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,512,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,256,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,512,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,256,0.013799466689427695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,128,0.0021344001094500227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,256,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,128,0.012954666217168172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,64,0.0019167999426523846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,128,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,64,0.013763200243314108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,256,32,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,256,32,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,65536,0.011239467064539592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,65536,0.031091199318567915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,16384,0.005534933507442474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,16384,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,12288,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,12288,0.020782933632532755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,65536,0.12735040187835694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,10240,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,10240,0.021107200781504312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,65536,0.12701866626739503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,12288,0.028803199529647827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,8192,0.005704533557097117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,16384,0.03663359880447388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,8192,0.020068265994389854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,7168,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,7168,0.01957226594289144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,6144,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,10240,0.025922133525212603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,6144,0.01913493275642395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,5120,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,5120,0.018948266903559365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,8192,0.021496532360712688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,7168,0.019461333751678467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,4096,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,6144,0.018304000298182167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,4096,0.018122667074203493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,3584,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,3584,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,5120,0.015717333555221556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,3072,0.004702933132648468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,4096,0.014033066232999167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,3072,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,2560,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,3584,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,2560,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,2048,0.004694400231043497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,3072,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,2048,0.016898133357365928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,1536,0.0037685332198937735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,1536,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,1024,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,2048,0.01069760024547577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,1024,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,1536,0.009152000149091084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,768,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,1024,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,768,0.014699733257293702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,512,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,256,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,512,0.007358933488527934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,256,0.014550399780273438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,256,0.007166933516661327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,128,0.01306880017121633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,64,0.001961600035429001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,128,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,64,0.012536533673604331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,128,32,0.0017749333133300145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,128,32,0.013850667079289756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,65536,0.008563199639320373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,65536,0.03086400032043457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,16384,0.005883733431498209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,16384,0.022590933243433635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,12288,0.021501866976420085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,12288,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,10240,0.005819733440876007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,10240,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,8192,0.005467733244101206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,8192,0.018974934021631876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,7168,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,7168,0.01989333430926005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,6144,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,6144,0.01867093245188395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,5120,0.0050453335046768185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,5120,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,4096,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,4096,0.017884800831476845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,3584,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,3584,0.017036799589792886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,3072,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,3072,0.016386133432388306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,2560,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,2560,0.015153066317240397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,2048,0.014692266782124838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,1536,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,1536,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,1024,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,65536,0.1267584005991618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,768,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,1024,0.015828266739845276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,768,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,512,0.015061333775520325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,512,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,256,0.013138133287429809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,128,0.013484799861907959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,64,0.0017749333133300145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,64,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,64,32,0.0017578666408856708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,65536,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,16384,0.005825066566467285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,64,32,0.013962666193644205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,65536,0.030827732880910237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,12288,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,16384,0.022580265998840332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,12288,0.020666666825612388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,10240,0.005549866457780202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,8192,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,10240,0.02093120018641154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,7168,0.018999467293421425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,8192,0.019298134247461955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,7168,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,6144,0.005039999882380167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,5120,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,6144,0.019322667519251505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,5120,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,4096,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,4096,0.01874986688296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,3584,0.004985600213209788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,2560,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,3584,0.01676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,2560,0.01676373283068339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,3072,0.004646400113900503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,2048,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,3072,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,2048,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,1536,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,1536,0.014873600006103516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,1024,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,1024,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,768,0.002619733413060506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,768,0.015033599734306336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,512,0.002358400076627731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,512,0.014262400070826211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,256,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,256,0.013635200262069703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,128,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,128,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,64,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,64,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,96,32,32,0.0017642666896184283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,96,32,32,0.012524799505869547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,16384,0.2032927989959717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,16384,0.3679295857747396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,12288,0.275054931640625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,12288,0.15484479268391926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,10240,0.2202986717224121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,10240,0.12941973209381102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,8192,0.1774197260538737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,8192,0.10821119944254558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,7168,0.15434452692667644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,7168,0.09438079992930094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,65536,0.12859840393066407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,65536,0.12812906901041668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,6144,0.12994240125020345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,6144,0.08407999674479166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,5120,0.11354133288065593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,5120,0.07284586429595948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,65536,0.13195839722951253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,4096,0.09284799893697103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,4096,0.06189546585083008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,4096,0.036586666107177736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,3584,0.08016106287638346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,3584,0.05577173233032227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,5120,0.04286613464355469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,3072,0.07025067011515299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,3072,0.049591465791066484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,6144,0.05039360125859579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,2560,0.05739839871724447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,2560,0.04536746740341187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,3584,0.03316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,2048,0.04803946812947591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,2048,0.040343467394510904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,7168,0.057048531373341885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,1536,0.03664213418960571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,1536,0.033105067412058514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,3072,0.029757867256800335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,1024,0.027268266677856444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,1024,0.02672959963480632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,1024,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,768,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,768,0.024959999322891235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,2560,0.026238934199015303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,512,0.013808000087738036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,512,0.020782933632532755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,1536,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,256,0.008745599786440532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,256,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,256,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,128,0.00584853341182073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,128,0.01636799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,2048,0.02260266741116842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,64,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,64,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,65536,32,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,65536,32,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,65536,0.32395413716634114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,65536,0.2159221331278483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,128,0.0087936004002889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,16384,0.08184213638305664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,16384,0.06210986773173014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,512,0.010854400197664897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,12288,0.06436373392740885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,12288,0.05084799925486246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,8192,0.06184106667836507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,10240,0.05308906634648641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,10240,0.04452053308486938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,768,0.012780800461769104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,8192,0.0451039989789327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,8192,0.04024213155110677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,10240,0.07451093196868896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,7168,0.03844373226165772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,7168,0.03617493311564128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,7168,0.02227733333905538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,6144,0.03368000189463298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,6144,0.03292373418807983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,8192,0.02479040026664734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,5120,0.028700800736745198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,5120,0.02895146608352661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,10240,0.02930240035057068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,4096,0.02413866718610128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,4096,0.025432533025741576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,12288,0.03357013463973999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,3584,0.02104640007019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,3584,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,4096,0.015620266397794088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,3072,0.018256000677744546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,3072,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,12288,0.08984853426615397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,2560,0.015675733486811318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,2560,0.02235413392384847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,5120,0.01805973251660665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,6144,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,2048,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,2048,0.020569600661595664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,1536,0.010248532891273499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,1536,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,1536,0.009876267115275065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,1024,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,1024,0.016280532876650492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,3584,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,768,0.006300800045331319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,768,0.016042666633923848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,2048,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,512,0.004194133480389913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,512,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,1024,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,256,0.003356799980004629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,256,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,128,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,128,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,2560,0.012344533205032348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,64,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,64,0.014545067151387533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,16384,32,0.002665599932273229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,16384,32,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,256,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,3072,0.013649066289265951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,65536,0.24855999946594237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,128,0.007118933399518331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,65536,0.16722453435262044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,16384,0.07004160086313883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,16384,0.057385599613189696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,12288,0.05480639934539795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,12288,0.04521706501642863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,10240,0.044946134090423584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,10240,0.0406058669090271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,8192,0.037777066230773926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,8192,0.03691306511561076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,16384,0.04209920167922974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,7168,0.033351465066274004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,7168,0.03295786579449971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,8192,0.02315733234087626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,6144,0.028417066733042402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,6144,0.029653332630793255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,7168,0.021435733636220297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,5120,0.0248906672000885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,5120,0.026897066831588747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,10240,0.027833600838979084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,4096,0.02187839945157369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,4096,0.024987733364105223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,12288,0.03201066652933757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,3584,0.018332799275716148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,3584,0.024989867210388185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,5120,0.017448532581329345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,3072,0.015899733702341715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,4096,0.015341867009798685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,3072,0.023536000649134317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,2560,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,2560,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,6144,0.019436800479888917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,2048,0.011300266782442728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,2048,0.02068693240483602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,3584,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,1536,0.00935040016969045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,1536,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,2048,0.010667733351389567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,1024,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,1024,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,2560,0.011727999647458394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,768,0.005628799895445505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,768,0.014863999684651694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,512,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,512,0.015752533078193666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,1024,0.008736000458399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,256,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,256,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,3072,0.012942933042844138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,128,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,128,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,128,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,64,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,64,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,12288,32,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,12288,32,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,65536,0.21554452578226724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,65536,0.1592213312784831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,16384,0.058798933029174806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,16384,0.04975253343582153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,1536,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,12288,0.046037332216898603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,12288,0.04102720022201538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,10240,0.03823893467585246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,10240,0.036907732486724854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,16384,0.04010239839553833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,8192,0.03225066661834717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,8192,0.03271680076917012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,10240,0.027820799748102826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,7168,0.027752532561620073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,7168,0.02939093311627706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,8192,0.022731733322143555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,6144,0.025260800123214723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,6144,0.02799466649691264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,12288,0.0315391997496287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,5120,0.02104960083961487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,5120,0.025574400027592974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,5120,0.017565866311391197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,4096,0.017862399419148765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,4096,0.024036266406377158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,7168,0.021067732572555543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,3584,0.015333333611488342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,3584,0.023800534009933472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,6144,0.019268266359965005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,3072,0.013798399766286214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,3072,0.023246934016545616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,16384,0.11622719764709473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,2560,0.012100266416867574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,2560,0.02115946610768636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,16384,0.0395850658416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,2048,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,2048,0.01950506567955017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,2560,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,1536,0.008309333523114523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,1536,0.018572799364725747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,2048,0.010371200243631999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,1024,0.006791466474533081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,1024,0.017395200332005818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,3072,0.01286186675230662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,768,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,768,0.015038933356602988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,3584,0.014035200079282125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,512,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,512,0.015802666544914246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,4096,0.01532586713631948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,256,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,256,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,1024,0.008742400010426839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,128,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,128,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,128,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,64,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,64,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,512,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,10240,32,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,10240,32,0.014391466975212097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,65536,0.16986026763916015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,65536,0.1287935972213745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,16384,0.04701333443323771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,16384,0.0435370683670044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,12288,0.0361631989479065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,1536,0.009590400258700053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,12288,0.03542933464050293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,10240,0.030534400542577105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,10240,0.032637866338094075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,8192,0.02555946707725525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,8192,0.028460800647735596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,8192,0.022820266087849934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,7168,0.022347732384999593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,7168,0.026770132780075073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,10240,0.02680319945017497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,6144,0.01955946683883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,6144,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,12288,0.030833067496617635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,5120,0.016664533813794454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,5120,0.022809600830078124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,6144,0.01912213365236918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,4096,0.013983999689420065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,4096,0.02283733288447062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,7168,0.02095680038134257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,3584,0.012534399827321371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,3584,0.02152959903081258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,5120,0.01696853240331014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,3072,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,3072,0.020343466599782308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,3072,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,2560,0.009607467055320739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,2560,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,16384,0.03951253493626912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,2048,0.00834986666838328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,2048,0.01881813406944275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,3584,0.013411200046539307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,1536,0.007032533486684163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,1536,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,4096,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,1024,0.004855466882387797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,1024,0.015475199619928996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,1024,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,768,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,768,0.015879467129707336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,2560,0.011590400338172912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,512,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,512,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,1536,0.009502933422724406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,256,0.0028970666229724885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,256,0.014297599593798319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,128,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,128,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,512,0.007518933216730754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,64,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,128,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,8192,32,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,8192,32,0.014218667149543762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,768,0.008389332890510559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,65536,0.1513696034749349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,65536,0.11300053596496581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,16384,0.04566719929377238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,16384,0.04507733186086019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,12288,0.03375146786371867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,12288,0.03450346787770589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,2048,0.010419199864069622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,10240,0.028165332476298016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,10240,0.03109440008799235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,10240,0.027167999744415285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,8192,0.023957333962122598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,8192,0.02802240053812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,12288,0.030495999256769817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,7168,0.020958934227625528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,7168,0.026114133993784587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,16384,0.03896960020065308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,6144,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,6144,0.024892799059549966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,8192,0.022843732436498006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,5120,0.01568000018596649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,5120,0.023803732792536416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,7168,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,4096,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,4096,0.022385066747665404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,4096,0.014572800199190775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,3584,0.011945600310961407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,3584,0.020827732483545938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,6144,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,3072,0.010805333654085796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,3072,0.02023680011431376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,5120,0.01735466718673706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,2560,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,2560,0.01874666611353556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,2560,0.011666133006413778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,2048,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,3072,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,2048,0.017044266064961754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,1536,0.006666666766007741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,1536,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,3584,0.013481600085894265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,1024,0.00494400014479955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,1024,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,1024,0.008365866541862488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,768,0.003921066721280416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,768,0.014644267161687216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,1536,0.009598933657010396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,512,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,512,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,2048,0.010396800438563029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,512,0.007875200112660725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,256,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,256,0.01566933294137319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,128,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,128,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,768,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,64,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,7168,32,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,64,0.014380799730618796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,256,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,7168,32,0.013948800166447959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,65536,0.125818665822347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,65536,0.09533653259277344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,16384,0.038737066586812335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,16384,0.04247573216756185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,12288,0.0319872001806895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,12288,0.03546666701634725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,12288,0.030345600843429566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,10240,0.027642667293548584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,10240,0.029717334111531574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,16384,0.03850346803665161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,8192,0.022657066583633423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,8192,0.02733333309491475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,10240,0.02646506627400716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,7168,0.019000534216562906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,7168,0.025690666834513348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,7168,0.02104533314704895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,6144,0.017523199319839478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,6144,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,8192,0.022937599817911783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,5120,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,5120,0.022791467110315957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,6144,0.01897066632906596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,4096,0.013175466656684875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,4096,0.022377600272496544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,5120,0.016963199774424235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,3584,0.011628799637158712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,3584,0.02066346605618795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,4096,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,3072,0.009880533814430237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,3072,0.01923519968986511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,3584,0.013639466961224875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,2560,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,2560,0.018692266941070557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,2560,0.011538133025169373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,2048,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,2048,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,3072,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,1536,0.007003733515739441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,1536,0.016694400707880655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,1536,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,1024,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,1024,0.015618133544921874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,2048,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,768,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,768,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,512,0.0033791999022165934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,512,0.014679466684659323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,768,0.007971199850241344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,256,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,256,0.014298666516939798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,256,0.007470933099587758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,128,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,64,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,64,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,6144,32,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,6144,32,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,128,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,65536,0.11641493638356526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,65536,0.09341546694437662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,16384,0.03291093309720357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,16384,0.03839146693547567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,65536,0.13429333368937174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,12288,0.028338134288787842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,12288,0.03141013383865356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,65536,0.13255146344502766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,10240,0.023902932802836098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,10240,0.02893226742744446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,65536,0.13290026982625325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,8192,0.02183786630630493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,8192,0.026206932465235394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,12288,0.03006933331489563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,7168,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,7168,0.023924267292022704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,16384,0.037859201431274414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,6144,0.013937066992123923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,6144,0.0235807995001475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,7168,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,5120,0.012126933534940083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,5120,0.022111999988555908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,10240,0.026663466294606523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,4096,0.010807466506958009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,4096,0.020910932620366415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,8192,0.02244266668955485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,3584,0.009367466966311137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,3584,0.0199178675810496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,6144,0.01875093380610148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,3072,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,3072,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,4096,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,2560,0.008727467060089112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,2560,0.01774719953536987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,5120,0.016448000073432924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,2048,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,2048,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,3584,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,1536,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,1536,0.016430933276812235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,65536,0.1325663963953654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,1024,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,3072,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,1024,0.014652799566586813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,768,0.003984000037113826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,2560,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,768,0.017123200496037803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,512,0.0034602666894594826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,512,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,1536,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,256,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,256,0.014552533626556396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,2048,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,128,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,128,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,64,0.002345599979162216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,128,0.006730666756629944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,64,0.013768532872200012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,5120,32,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,5120,32,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,65536,0.08671466509501138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,65536,0.07765759627024332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,16384,0.027166932821273804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,16384,0.0349237322807312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,768,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,12288,0.023143466313680014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,12288,0.03072426716486613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,10240,0.02002133329709371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,10240,0.024708267052968344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,1024,0.008778666456540424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,8192,0.014994133512179056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,8192,0.02481386661529541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,65536,0.1419871966044108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,7168,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,7168,0.022567466894785563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,8192,0.022244266668955483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,6144,0.011967999736467998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,6144,0.021150932709376017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,7168,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,5120,0.010441600282986959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,5120,0.021638399362564086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,10240,0.026362667481104534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,4096,0.009612799684206644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,4096,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,12288,0.030029867092768354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,3584,0.008291199803352356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,3584,0.017282134294509886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,6144,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,3072,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,3072,0.01728746692339579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,4096,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,2560,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,2560,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,5120,0.016474666198094685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,2048,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,2048,0.016090666254361473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,3072,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,1536,0.004410666724046072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,2560,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,1536,0.01630506714185079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,1024,0.003643733263015747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,1024,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,3584,0.012998400131861368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,768,0.0033919999996821085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,768,0.016082132856051125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,512,0.015333333611488342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,512,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,256,0.01430293321609497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,1024,0.008358400066693623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,768,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,128,0.0022698665658632917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,1536,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,128,0.013381333152453104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,64,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,64,0.01384106675783793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,4096,32,0.0023178666830062865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,4096,32,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,128,0.007042133311430614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,65536,0.07675733566284179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,256,0.007481599847475688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,65536,0.06918933391571044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,16384,0.025148799022038777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,16384,0.03178026676177979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,12288,0.019396267334620156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,12288,0.02916160027186076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,10240,0.01664959987004598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,10240,0.02712533275286357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,16384,0.03745813369750976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,8192,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,8192,0.025088000297546386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,10240,0.026052266359329224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,7168,0.014146133263905843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,7168,0.022898133595784506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,8192,0.02227946718533834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,6144,0.012834133704503379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,6144,0.020810665686925252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,12288,0.030029867092768354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,5120,0.01000853379567464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,5120,0.019296000401178993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,7168,0.020191999276479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,4096,0.009248000383377076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,4096,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,5120,0.016177067160606386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,3584,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,3584,0.01722666621208191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,6144,0.018241065740585326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,3072,0.007170133292675018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,3072,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,4096,0.014089600245157877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,2560,0.006296533346176148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,2560,0.018744534254074095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,3584,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,2048,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,2048,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,16384,0.03739733298619588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,1536,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,1536,0.015014400084813436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,3072,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,2560,0.011228799819946289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,1024,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,1024,0.015543466806411744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,768,0.003385599950949351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,768,0.01474133332570394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,1536,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,512,0.002738133321205775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,2048,0.01032960017522176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,512,0.01541973352432251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,256,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,128,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,1024,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,256,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,64,0.01392213304837545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,128,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3584,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3584,32,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,65536,0.06908053557078044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,65536,0.06428586641947429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,16384,0.020820266008377074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,16384,0.030429865916570025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,12288,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,12288,0.027502934137980144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,10240,0.014549332857131957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,10240,0.024898133675257363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,65536,0.13244693279266356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,8192,0.012800000111262002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,8192,0.023569067319234215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,10240,0.02641493280728658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,8192,0.021822933355967203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,7168,0.012331733107566833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,7168,0.022476800282796226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,6144,0.011054933071136475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,6144,0.021591466665267945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,12288,0.02943039933840434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,5120,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,5120,0.01958079934120178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,7168,0.019784533977508546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,4096,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,4096,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,6144,0.018116267522176106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,3584,0.007667199770609538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,3584,0.01785279909769694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,5120,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,3072,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,3072,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,3584,0.013274666666984559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,2560,0.006222933530807495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,2560,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,3072,0.01207360029220581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,2048,0.005131733417510986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,4096,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,2048,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,1536,0.004217599829037985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,1536,0.01495146652062734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,1536,0.009410132964452107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,1024,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,2560,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,768,0.003067733347415924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,768,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,512,0.002669866631428401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,512,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,16384,0.03782080014546712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,512,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,256,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,768,0.008086400230725606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,128,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,64,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,64,0.01337386667728424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,3072,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,128,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,3072,32,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,65536,0.05837759971618652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,65536,0.05938560167948405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,16384,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,16384,0.030123732487360638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,12288,0.016908800601959227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,12288,0.026599466800689697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,10240,0.014241066575050355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,10240,0.024500266710917155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,10240,0.02600319981575012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,8192,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,8192,0.022636799017588298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,12288,0.030014934142430623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,7168,0.011637333035469054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,7168,0.021384533246358237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,8192,0.02193066676457723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,6144,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,6144,0.020462934176127115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,7168,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,5120,0.009337600072224934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,5120,0.019333332777023315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,16384,0.0373962680498759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,4096,0.008157866696516674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,4096,0.017001599073410034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,6144,0.018141865730285645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,3584,0.0074538667996724445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,3584,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,4096,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,3072,0.006706133484840393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,5120,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,3072,0.016729599237442015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,2560,0.005853866537412008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,2560,0.01718506614367167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,2048,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,2048,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,3072,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,1536,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,1536,0.015541332960128783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,3584,0.013204266627629599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,1024,0.003382399926582972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,1024,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,1024,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,768,0.003053866575161616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,768,0.015904000401496886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,1536,0.009145599603652955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,512,0.014360533157984415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,2048,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,256,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,256,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,512,0.007572266459465027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,128,0.013904000322024027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,64,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2560,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,128,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2560,32,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,65536,0.04863679806391398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,65536,0.053275732199350986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,16384,0.017035732666651406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,16384,0.029600000381469725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,12288,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,12288,0.025439999500910443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,12288,0.029294933875401812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,10240,0.012745599945386252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,10240,0.024258132775624594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,16384,0.037426133950551346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,8192,0.011975466211636861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,8192,0.024702932437260947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,10240,0.025534933805465697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,7168,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,7168,0.022808533906936646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,65536,0.13270080089569092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,6144,0.009835732976595561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,6144,0.02121386726697286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,8192,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,5120,0.008762666583061218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,5120,0.019901865720748903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,7168,0.01979413429896037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,4096,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,4096,0.018224000930786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,6144,0.018161066373189292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,3584,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,3584,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,4096,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,3072,0.007841066519419352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,3072,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,5120,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,2560,0.00680320014556249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,2560,0.01716266671816508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,3072,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,2048,0.01708266735076904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,3584,0.013267200191815695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,1536,0.004144000013669332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,1536,0.014915200074513755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,1024,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,1024,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,1024,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,768,0.014657066265741984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,1536,0.009597866733868917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,512,0.002771199991305669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,512,0.015076266725858054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,2048,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,256,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,768,0.007950933277606964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,512,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,128,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,128,0.013038933277130127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,256,0.007492266595363617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,128,0.007055999835332234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,64,0.014099199573198953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,2048,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,2048,32,0.014237866799036662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,65536,0.03793280124664307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,65536,0.04689706563949585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,16384,0.016030933459599814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,16384,0.02868799964586894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,12288,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,12288,0.024946133295694985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,12288,0.028861866394678755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,10240,0.012353066603342693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,10240,0.023626667261123658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,16384,0.03670613368352254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,8192,0.011009066303571065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,8192,0.02297813296318054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,10240,0.025161600112915038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,7168,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,7168,0.02100906570752462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,8192,0.0218122661113739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,6144,0.009447466333707173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,6144,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,65536,0.13191786607106526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,5120,0.008888533711433411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,5120,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,7168,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,4096,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,4096,0.01734293301900228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,6144,0.018170666694641114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,3584,0.006638933221499126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,3584,0.017860267559687296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,4096,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,3072,0.005915733178456625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,3072,0.017112533251444496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,5120,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,2560,0.0054175997773806255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,2560,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,3072,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,3584,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,2560,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,2048,0.01643946667512258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,1536,0.004613333443800608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,1536,0.01539520025253296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,1536,0.00957546631495158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,1024,0.0033632000287373864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,1024,0.015617066621780395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,2048,0.010009599725405376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,768,0.015058133006095886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,512,0.014315733313560485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,1024,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,768,0.007712000111738841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,512,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,256,0.013657599687576294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,128,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,64,0.0019274666905403138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,256,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,128,0.007031466563542683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,64,0.013897599776585898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1536,32,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1536,32,0.014233600099881491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,65536,0.02757226626078288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,65536,0.042998401323954265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,16384,0.01156160036722819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,16384,0.02850240071614583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,12288,0.009739733735720317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,12288,0.02490880091985067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,12288,0.029258666435877483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,10240,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,10240,0.024038400252660116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,65536,0.13195733229319256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,8192,0.012245333194732666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,8192,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,16384,0.03672426541646322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,7168,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,7168,0.019592533508936562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,8192,0.021411200364430748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,6144,0.010115200281143188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,10240,0.025464532772699992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,6144,0.01908479928970337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,5120,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,5120,0.018924800554911296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,7168,0.019810134172439577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,4096,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,4096,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,65536,0.1324992020924886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,3584,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,5120,0.015707733233769734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,3584,0.01890773375829061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,3072,0.00582826683918635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,3072,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,6144,0.01819733381271362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,2560,0.005016533533732096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,2560,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,4096,0.013698133826255798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,2048,0.005723733206590017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,2048,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,3584,0.013186132907867432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,3072,0.012085333466529846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,2560,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,1536,0.004975999891757965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,1536,0.015265066425005594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,1024,0.0038474666575590765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,768,0.0034143999218940735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,768,0.015223466356595359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,1024,0.00853653351465861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,1536,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,512,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,256,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,2048,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,512,0.007620266576608021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,128,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,256,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,64,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,1024,32,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,1024,32,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,65536,0.02226026654243469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,65536,0.039842132727305093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,16384,0.011130666732788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,16384,0.026298666000366212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,12288,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,12288,0.02365013360977173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,10240,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,10240,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,10240,0.025563732782999678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,8192,0.009595732887585957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,8192,0.02181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,12288,0.029208532969156903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,7168,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,16384,0.03657279809315999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,7168,0.021359999974568687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,6144,0.008326399823029835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,6144,0.019041067361831664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,8192,0.02146240075429281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,5120,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,5120,0.018885332345962524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,6144,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,7168,0.019785600900650024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,4096,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,65536,0.13201599915822346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,4096,0.01722666621208191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,3584,0.006223999957243601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,3584,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,5120,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,3072,0.005585066477457682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,3072,0.019053866465886436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,2560,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,2560,0.015990400314331056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,3584,0.013194666306177775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,3072,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,2560,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,2048,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,4096,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,2048,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,1536,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,1024,0.0032255999743938447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,1024,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,768,0.002993066608905792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,768,0.016249600052833556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,1536,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,768,0.008108800152937572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,512,0.013954133788744608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,2048,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,256,0.002243199944496155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,256,0.0137472003698349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,256,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,128,0.013702399532000222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,64,0.01383039951324463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,128,0.006346666812896728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,768,32,0.0021141332884629565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,768,32,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,65536,0.021167999505996703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,65536,0.035146665573120114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,16384,0.011100799838701884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,16384,0.023405865828196207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,12288,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,12288,0.02150826652844747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,10240,0.008331733445326488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,10240,0.021683200200398763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,10240,0.025572266181310015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,8192,0.007459199925263722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,8192,0.020477867126464842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,12288,0.029285333553949994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,7168,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,7168,0.01970133384068807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,16384,0.03657066822052002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,6144,0.0063360000650088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,6144,0.01890346606572469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,8192,0.021800533930460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,5120,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,7168,0.02020906607309977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,5120,0.01926506757736206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,4096,0.0062165334820747375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,4096,0.01872640053431193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,65536,0.1307904005050659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,6144,0.017829332749048868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,3584,0.006243200103441874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,3584,0.017141334215799966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,3072,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,5120,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,4096,0.014016000429789224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,3072,0.016787199179331462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,2560,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,2048,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,2048,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,3072,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,3584,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,1536,0.0038602667550245917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,2048,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,1536,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,1024,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,768,0.015635200341542563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,1024,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,1536,0.009134933352470398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,512,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,768,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,256,0.0023189333577950796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,256,0.014324266711870828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,512,0.007534933090209961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,256,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,128,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,128,0.0073290665944417315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,64,0.014105600118637086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,512,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,512,32,0.014270933469136557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,65536,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,65536,0.03419946829477946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,16384,0.007528533538182576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,16384,0.022315732638041177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,12288,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,12288,0.020845866203308104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,10240,0.006260266900062561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,10240,0.02137920061747233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,12288,0.02880000074704488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,8192,0.005907199780146281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,8192,0.020408533016840615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,16384,0.0365450660387675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,7168,0.005817600091298421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,7168,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,8192,0.02140799959500631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,10240,0.02511253356933594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,6144,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,6144,0.018894932667414346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,5120,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,7168,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,5120,0.019720532496770225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,4096,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,4096,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,6144,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,5120,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,3584,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,3584,0.016829866170883178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,3072,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,3072,0.01618773341178894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,2560,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,2560,0.01606186628341675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,3584,0.012616533041000366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,2048,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,3072,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,2048,0.015141333142916361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,2560,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,1536,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,1024,0.003036800026893616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,2048,0.009980799754460652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,1024,0.014553599556287131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,1536,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,768,0.002644266684850057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,768,0.016422399878501893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,1024,0.008404266834259034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,512,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,256,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,512,0.007829333345095318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,256,0.013739732901255288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,128,0.013867732882499696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,256,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,64,0.0017866666118303935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,128,0.006528000036875407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,64,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,256,32,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,256,32,0.01343786617120107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,65536,0.011567999919255573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,65536,0.03295893271764119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,16384,0.006229333579540253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,16384,0.02270080049832662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,12288,0.005470933516820272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,12288,0.021547732750574748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,12288,0.028828799724578857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,16384,0.03658026854197184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,10240,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,10240,0.02033066749572754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,8192,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,8192,0.019853866100311278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,10240,0.025486934185028075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,7168,0.005465599894523621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,8192,0.02141759991645813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,7168,0.01874879995981852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,6144,0.005981866518656413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,6144,0.01893333395322164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,7168,0.019429334004720054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,5120,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,6144,0.01769919991493225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,5120,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,4096,0.00543146679798762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,65536,0.1283562660217285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,4096,0.018158932526906334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,3584,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,5120,0.0160671999057134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,3584,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,3072,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,4096,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,3072,0.01705066760381063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,3584,0.012849066654841104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,2560,0.005089066425959269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,2560,0.016405333081881204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,3072,0.01204373339811961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,2048,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,2048,0.015305599570274353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,2560,0.011076266566912334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,1536,0.0037717332442601522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,65536,0.1271456003189087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,1536,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,65536,0.1266698678334554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,2048,0.01001706620057424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,1024,0.0030037333567937215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,1024,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,768,0.0029557332396507262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,1536,0.009611733754475911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,1024,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,768,0.015479466319084168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,768,0.007521066566308339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,512,0.0142794668674469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,256,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,512,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,256,0.013333333532015481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,256,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,128,0.012684800227483115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,64,0.0019797333826621372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,128,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,64,0.01341759959856669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,128,32,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,65536,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,128,32,0.013111467162768045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,65536,0.028602667649586994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,16384,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,16384,0.02178986668586731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,12288,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,12288,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,10240,0.00551146666208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,10240,0.020172800620396933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,8192,0.01930026610692342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,8192,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,7168,0.0051136001944541935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,7168,0.01874666611353556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,6144,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,4096,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,5120,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,6144,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,5120,0.020267732938130698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,3584,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,3072,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,4096,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,3584,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,3072,0.017391999562581383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,2560,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,2560,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,2048,0.0046186665693918865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,2048,0.015480533242225647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,1536,0.003492266684770584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,1536,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,768,0.0027104000250498454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,1024,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,512,0.01439786652723948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,768,0.015714133779207863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,512,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,256,0.002218666672706604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,128,0.012553600470225015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,256,0.01279146671295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,32,0.0017450666675964993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,32,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,64,64,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,64,64,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,65536,0.009399466713269551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,16384,0.00589333325624466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,65536,0.028412799040476482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,16384,0.021802665789922078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,12288,0.005037866532802582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,10240,0.01870186726252238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,12288,0.020453333854675293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,10240,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,8192,0.005421866476535797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,7168,0.018998400370279948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,8192,0.019028266270955406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,7168,0.005094400048255921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,6144,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,5120,0.019592533508936562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,5120,0.004705066482226053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,6144,0.01853546698888143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,4096,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,4096,0.017310933272043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,3584,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,3584,0.017411200205485027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,3072,0.0049898669123649595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,3072,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,2560,0.005002666513125102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,2048,0.015601066748301187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,2560,0.016243199507395424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,2048,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,65536,0.12703146934509277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,1536,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,1536,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,1024,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,512,0.0022272000710169475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,65536,0.13150826295216878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,1024,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,768,0.0026079999903837843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,768,0.015910399953524272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,512,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,256,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,256,0.01420266628265381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,128,0.013082666198412576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,64,0.0017706666141748429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,64,0.013340800007184347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,80,32,32,0.0017738666385412217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,80,32,32,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,16384,0.37024428049723307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,16384,0.20323947270711265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,12288,0.2713856061299642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,12288,0.15603946050008138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,10240,0.22830293973286947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,10240,0.13307519753774005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,8192,0.18850879669189452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,8192,0.10933760007222493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,7168,0.16325440406799316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,7168,0.09826773007710775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,6144,0.14182186126708984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,6144,0.08732586701711019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,5120,0.11770880222320557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,5120,0.07581120332082113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,65536,0.12738239765167236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,4096,0.09732267061869303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,4096,0.06374613444010416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,4096,0.037825067838033036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,3584,0.08324480056762695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,3584,0.059861334164937344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,5120,0.0428000013033549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,3072,0.07280320326487223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,3072,0.053079466025034584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,6144,0.05183893442153931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,2560,0.06198399861653646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,2560,0.04708053270975749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,3584,0.033429332574208576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,2048,0.0514410654703776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,2048,0.0415669322013855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,7168,0.05923413435618082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,1536,0.03924373388290405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,1536,0.03493013381958008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,3072,0.03049066662788391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,1024,0.027679999669392902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,1024,0.02681279977162679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,1024,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,768,0.021718400716781616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,768,0.024498132864634196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,2560,0.02626240054766337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,512,0.014816000064214071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,512,0.02212160031000773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,1536,0.018220800161361694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,256,0.008676266670227051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,256,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,256,0.009215999643007915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,128,0.0050005331635475155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,128,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,512,0.011092266440391541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,64,0.003841066608826319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,64,0.01595093309879303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,2048,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,65536,32,0.0041792000333468115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,65536,32,0.016306133071581522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,65536,0.35362027486165365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,65536,0.21971093813578285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,16384,0.08333973089853922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,16384,0.06283200184504191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,128,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,12288,0.06355520089467367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,12288,0.04920639991760254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,8192,0.06480426788330078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,10240,0.05275946855545044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,10240,0.04390613238016765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,768,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,8192,0.043789867560068765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,8192,0.03726079861323039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,10240,0.07517866293589273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,7168,0.03823253313700358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,7168,0.03537919918696086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,7168,0.02185386617978414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,6144,0.03343146642049154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,6144,0.03224853277206421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,8192,0.02444373369216919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,5120,0.028380799293518066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,5120,0.02946666677792867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,10240,0.02910933295885722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,4096,0.023085866371790567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,4096,0.02672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,12288,0.03349973360697429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,3584,0.020871466398239134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,3584,0.024691200256347655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,6144,0.01997119983037313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,3072,0.018155733744303383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,3072,0.022652800877889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,5120,0.017803732554117838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,2560,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,2560,0.022870399554570518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,4096,0.015478400389353433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,2048,0.01237333317597707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,2048,0.020772266387939452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,3584,0.01460693379243215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,1536,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,1536,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,12288,0.08855573336283365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,1024,0.007585066556930542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,1024,0.016017066438992818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,3072,0.013345066706339517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,768,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,768,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,2560,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,512,0.0040853333969910945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,512,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,2048,0.010789333780606588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,256,0.0033770665526390077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,256,0.015057067076365152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,256,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,128,0.0028021333118279776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,128,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,64,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,64,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,16384,32,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,16384,32,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,1024,0.008373333017031352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,65536,0.24426666895548502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,65536,0.1602944056193034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,16384,0.07229759693145751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,16384,0.05249919891357422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,12288,0.04931733210881551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,12288,0.041117866834004715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,10240,0.041212801138559976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,10240,0.037300264835357665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,1536,0.009603200356165568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,8192,0.034067201614379886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,8192,0.03343146642049154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,16384,0.0425866683324178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,7168,0.029651200771331786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,7168,0.030821333328882854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,8192,0.02272746761639913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,6144,0.025931733846664428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,6144,0.029288534323374433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,7168,0.02117439905802409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,5120,0.022249599297841392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,5120,0.02609279950459798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,10240,0.027688533067703247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,4096,0.019193599621454872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,4096,0.023571199178695677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,12288,0.031648000081380204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,3584,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,3584,0.022756266593933105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,4096,0.01527466674645742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,3072,0.01509119967619578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,3072,0.022014933824539184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,5120,0.017347200711568197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,2560,0.012810666362444559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,2560,0.021545600891113282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,6144,0.018978132804234823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,2048,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,2048,0.02035520076751709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,3584,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,1536,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,1536,0.01871466636657715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,1536,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,1024,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,1024,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,2048,0.010447999835014344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,768,0.005297066768010458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,512,0.003874133278926214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,512,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,3072,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,256,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,256,0.014936533570289613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,1024,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,128,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,128,0.014295466740926108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,2560,0.01181226670742035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,64,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,64,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,12288,32,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,128,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,12288,32,0.014519466956456503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,256,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,65536,0.2189290682474772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,65536,0.14812906583150226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,16384,0.05424426794052124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,16384,0.04661013285319011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,12288,0.04197653134663899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,12288,0.03728319803873698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,10240,0.034140801429748534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,10240,0.03395306666692098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,16384,0.03990826606750488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,8192,0.029312000672022505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,8192,0.030846933523813885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,8192,0.023016534248987832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,7168,0.024975999196370443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,7168,0.027280000845591228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,10240,0.027141332626342773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,6144,0.021820799509684245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,6144,0.02523306608200073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,12288,0.031159466505050658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,5120,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,5120,0.024668800830841064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,6144,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,4096,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,4096,0.02222826679547628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,7168,0.02135253349939982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,3584,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,3584,0.021600000063578286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,5120,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,3072,0.012084266543388367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,3072,0.02114880084991455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,16384,0.03935679992039998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,2560,0.010346666971842448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,2560,0.019074134031931558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,3072,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,2048,0.009009066224098205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,2048,0.018399999539057414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,3584,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,1536,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,1536,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,2560,0.011730133493741354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,1024,0.005549866457780202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,1024,0.0160863995552063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,4096,0.015273599823315939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,768,0.004152533411979675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,768,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,2048,0.010440533359845478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,512,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,256,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,256,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,1536,0.009581866860389709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,128,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,128,0.014264532923698425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,1024,0.00860800047715505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,64,0.002600533266862233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,128,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,64,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,10240,32,0.0027061333258946735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,10240,32,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,256,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,65536,0.1762986660003662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,65536,0.12315306663513184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,16384,0.04845120112101237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,16384,0.040497068564097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,512,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,12288,0.032893866300582886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,12288,0.033496534824371337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,10240,0.02759360074996948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,10240,0.03076480031013489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,16384,0.1153429349263509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,8192,0.023481599489847817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,8192,0.027054933706919353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,8192,0.022709333896636964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,7168,0.020257065693537392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,7168,0.025568000475565594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,10240,0.026405332485834758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,6144,0.017874133586883546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,6144,0.024717867374420166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,12288,0.030452267328898115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,5120,0.01534933348496755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,5120,0.024616533517837526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,6144,0.018985599279403687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,4096,0.013090133666992188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,4096,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,7168,0.02104746699333191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,3584,0.012411733468373615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,3584,0.020794665813446044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,5120,0.017012266318003337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,3072,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,3072,0.019538132349650066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,16384,0.03895253340403239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,2560,0.009525332848230999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,2560,0.020990933974583945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,3072,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,2048,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,2048,0.017234132687250773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,3584,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,1536,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,1536,0.015698132912317912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,4096,0.014775466918945313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,1024,0.004757333298524221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,1024,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,1024,0.008382933338483174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,768,0.003790933390458425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,1536,0.009212799866994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,768,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,512,0.0031189332405726117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,512,0.015078399578730264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,256,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,256,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,128,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,128,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,512,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,64,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,768,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,64,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,8192,32,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,8192,32,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,128,0.007047466437021891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,65536,0.1533130645751953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,65536,0.10711146990458172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,16384,0.04410880009333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,16384,0.04407466650009155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,12288,0.034202667077382405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,12288,0.03243839939435323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,2560,0.011260799566904704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,10240,0.026265599330266315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,10240,0.028918399413426714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,10240,0.026778666178385417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,8192,0.02251519958178202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,8192,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,12288,0.0300437331199646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,7168,0.019192532698313395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,7168,0.02469759980837504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,7168,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,6144,0.01681706706682841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,6144,0.023642667134602866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,8192,0.022641066710154215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,5120,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,5120,0.0225600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,16384,0.038471468289693195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,4096,0.012113066514333089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,4096,0.02180373271306356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,4096,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,3584,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,3584,0.02040533423423767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,5120,0.01699840029080709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,3072,0.010340266426404317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,3072,0.0192138671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,6144,0.018696532646814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,2560,0.009097599983215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,2560,0.01795519987742106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,3584,0.013350400328636169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,2048,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,2048,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,1536,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,1536,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,2560,0.011442133784294128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,1024,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,1024,0.015433599551518759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,768,0.0036415999134381616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,768,0.015430399775505066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,512,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,256,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,512,0.00769706666469574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,128,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,128,0.013863466183344521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,128,0.006750933329264323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,64,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,768,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,64,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,7168,32,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,7168,32,0.014396799604098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,65536,0.1244821310043335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,65536,0.09029333591461182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,16384,0.037674665451049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,16384,0.03937066793441772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,12288,0.030872533718744915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,12288,0.033165866136550905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,12288,0.030077866713205975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,10240,0.026734934250513716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,10240,0.02770773371060689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,16384,0.03831466833750407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,8192,0.01948053240776062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,8192,0.025242666403452556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,10240,0.02640639940897624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,7168,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,7168,0.02301759918530782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,8192,0.022936532894770302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,6144,0.015282133221626281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,6144,0.022580265998840332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,7168,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,5120,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,5120,0.021015467246373494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,5120,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,6144,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,4096,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,4096,0.019113600254058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,3584,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,3584,0.01911466717720032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,3584,0.013312000036239623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,3072,0.008730666836102803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,3072,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,4096,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,2560,0.0075914666056633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,2560,0.016617600123087564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,3072,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,2048,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,2048,0.015155200163523355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,2560,0.011585066715876263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,1536,0.005002666513125102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,1536,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,1024,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,2048,0.010377599795659383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,768,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,512,0.015997866789499916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,1024,0.008721066514650981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,256,0.01472106675306956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,256,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,128,0.002293333411216736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,128,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,64,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,64,0.013769599795341491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,6144,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,128,0.006739200154940288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,6144,32,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,65536,0.11587306658426921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,65536,0.09023040135701497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,16384,0.03234986662864685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,16384,0.03661973476409912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,65536,0.13440532684326173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,12288,0.026893866062164307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,12288,0.03179306586583455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,65536,0.13285760084788006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,10240,0.023060266176859537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,10240,0.027110399802525838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,16384,0.03795946836471557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,8192,0.01930239995320638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,8192,0.02456000049908956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,65536,0.13247893651326498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,7168,0.017797333002090455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,7168,0.02421440084775289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,10240,0.026557866732279462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,6144,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,6144,0.02241706649462382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,12288,0.030359466870625813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,5120,0.012380799651145935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,5120,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,8192,0.022677334149678548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,4096,0.010752000411351522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,4096,0.019313067197799683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,6144,0.018722132841746012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,3584,0.009355733791987102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,3584,0.017968000968297322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,5120,0.01655466655890147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,3072,0.008701866865158081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,3072,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,65536,0.1324501355489095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,2560,0.007064533233642578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,2560,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,7168,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,2048,0.005902933577696482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,2048,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,2560,0.011337600151697795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,1536,0.0047082667549451195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,2048,0.010453333457310993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,1536,0.015090133746465048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,1024,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,1024,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,3072,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,768,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,768,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,3584,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,1024,0.008690133690834045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,512,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,256,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,256,0.01453013320763906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,768,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,128,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,128,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,64,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,64,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,5120,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,5120,32,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,65536,0.08628160158793131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,65536,0.07254292964935302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,1536,0.0092031995455424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,4096,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,16384,0.026786132653554277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,16384,0.030829866727193195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,12288,0.021559466918309532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,12288,0.02696640094121297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,10240,0.017746132612228394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,10240,0.025387734174728394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,8192,0.014886400103569031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,8192,0.023155200481414794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,65536,0.14191466967264812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,7168,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,7168,0.021653334299723305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,7168,0.020214400688807168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,6144,0.011768533786137899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,6144,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,8192,0.02211946646372477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,5120,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,5120,0.019978666305541994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,10240,0.026203733682632447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,4096,0.009341866771380106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,4096,0.01718826691309611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,5120,0.016178133090337117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,3584,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,3584,0.017946666479110716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,6144,0.01837013363838196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,3072,0.007467733323574066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,3072,0.01641493340333303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,12288,0.02983466585477193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,2560,0.006241066753864289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,2560,0.016581333676973977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,4096,0.014085333546002707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,2048,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,2048,0.014918399850527444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,3584,0.013298133015632629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,1536,0.004163199911514918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,1536,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,2560,0.011218133568763732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,1024,0.003357866654793421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,1024,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,3072,0.012428800264994305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,768,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,768,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,2048,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,512,0.0027189334233601887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,512,0.014199466506640116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,512,0.0075328002373377485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,768,0.007884799937407176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,256,0.002569599946339925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,256,0.014172800381978354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,1024,0.008556800087292989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,128,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,64,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,4096,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,4096,32,0.013319466511408487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,128,0.006816000243028005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,65536,0.07542293071746826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,256,0.00730560024579366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,65536,0.06421120166778564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,16384,0.024324266115824382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,16384,0.030851199229558306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,12288,0.01922453244527181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,12288,0.026209066311518352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,10240,0.016696532567342125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,10240,0.024349866310755412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,16384,0.03782293399175008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,8192,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,8192,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,10240,0.026157865921656292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,7168,0.012749866644541422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,7168,0.021486934026082358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,8192,0.02224853237469991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,6144,0.011206400394439698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,6144,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,12288,0.03027519981066386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,5120,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,5120,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,5120,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,4096,0.009097599983215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,4096,0.017922133207321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,6144,0.018243199586868285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,3584,0.00782719999551773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,65536,0.13213760058085125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,3584,0.017454934120178223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,3072,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,3072,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,7168,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,2560,0.005919999877611796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,2560,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,4096,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,2048,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,2048,0.01623679995536804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,3072,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,1536,0.004211199780305227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,1536,0.014642133315404256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,3584,0.013269333044687906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,1024,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,1024,0.014868266383806863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,768,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,2048,0.010444800059000652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,512,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,1536,0.009562666217486065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,512,0.01420266628265381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,256,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,256,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,16384,0.03741333484649658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,128,0.01376426617304484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,256,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,128,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,64,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,768,0.007970133423805236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,64,0.01421333352724711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3584,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3584,32,0.013455999890963235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,65536,0.06728320121765137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,1024,0.008380800485610962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,65536,0.059163733323415124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,16384,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,16384,0.029011199871699016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,12288,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,12288,0.027368533611297607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,10240,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,10240,0.024155733982721965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,8192,0.012725333372751871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,8192,0.023985066016515098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,8192,0.021922133366266885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,7168,0.011738666892051696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,10240,0.026340266068776447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,7168,0.02102186679840088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,6144,0.011588266491889954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,6144,0.020108799139658608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,6144,0.018168532848358156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,5120,0.00960640013217926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,5120,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,7168,0.019795199235280357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,4096,0.008589866757392883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,4096,0.017051732540130614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,12288,0.029654399553934736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,3584,0.0074442664782206226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,3584,0.016661333044370015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,4096,0.0141184002161026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,3072,0.006397866706053417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,5120,0.016179200013478598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,3072,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,2560,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,2560,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,3584,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,2048,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,2048,0.01588266690572103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,2560,0.011252267162005107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,1536,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,1536,0.015153066317240397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,3072,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,1024,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,1024,0.014682666460673014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,2048,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,768,0.0033546666304270422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,768,0.014625066518783569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,1024,0.008398933211962382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,512,0.002979200085004171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,1536,0.009166933099428813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,256,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,256,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,768,0.007924266656239827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,128,0.002198400100072225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,128,0.01436906655629476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,256,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,64,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,512,0.007831466694672901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,128,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,64,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,3072,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,3072,32,0.013964800039927163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,65536,0.05766719977060954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,65536,0.05998293161392212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,16384,0.021336533625920615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,16384,0.027710932493209838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,12288,0.015222400426864624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,12288,0.02669546604156494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,16384,0.037436799208323164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,10240,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,10240,0.022782933712005616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,10240,0.025821866591771443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,8192,0.011808000008265178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,8192,0.02182506720225016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,12288,0.029396265745162964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,7168,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,7168,0.020190932353337607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,7168,0.020051199197769164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,6144,0.011340799927711486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,6144,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,8192,0.021849600474039714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,5120,0.009336533149083455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,5120,0.01835093299547831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,16384,0.0374346653620402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,4096,0.008077866832415263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,4096,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,6144,0.01816320021947225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,3584,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,3584,0.016796799500783284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,5120,0.016099199652671814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,3072,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,3072,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,4096,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,2560,0.0051018665234247845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,2560,0.01732586622238159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,2560,0.011619200309117634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,3072,0.01202880044778188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,2048,0.004605866471926371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,2048,0.015409066279729208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,3584,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,1536,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,1536,0.015710933009783427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,1024,0.003389866650104523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,1024,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,1024,0.008366933465003968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,768,0.003125333289305369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,1536,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,512,0.0027242665489514667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,512,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,2048,0.010365866621335347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,256,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,768,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,512,0.0075434664885203045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,128,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,256,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,128,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,64,0.014310399691263834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2560,32,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2560,32,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,65536,0.04754773378372192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,65536,0.04919573465983073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,16384,0.014961066842079162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,16384,0.027081600824991864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,12288,0.013892267147699991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,12288,0.02474453250567118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,65536,0.13208106358846028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,10240,0.012485333283742269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,10240,0.02454400062561035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,12288,0.029626667499542236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,8192,0.011573333541552227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,8192,0.021286400159200032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,10240,0.025296000639597575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,7168,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,7168,0.02068586746851603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,16384,0.03702720006306966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,6144,0.00944640040397644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,6144,0.019170133272806804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,8192,0.02185813387235006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,5120,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,5120,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,7168,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,4096,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,4096,0.016586666305859886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,6144,0.01817173361778259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,3584,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,3584,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,5120,0.01639893352985382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,3072,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,3072,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,4096,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,2560,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,2560,0.016244266430536905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,3584,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,2048,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,2048,0.015018666783968607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,2560,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,1536,0.0038624001046021783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,3072,0.01221440037091573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,1536,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,1024,0.0034154665966828666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,1024,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,2048,0.009950932860374451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,768,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,512,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,256,0.0025600001215934755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,1536,0.00962453285853068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,256,0.012980266412099203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,128,0.013085866967837015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,256,0.0072053333123524976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,512,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,64,0.002367999901374181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,128,0.006746666630109151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,64,0.0135754664738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,2048,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,2048,32,0.013778133193651834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,65536,0.03647893269856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,65536,0.04544639984766642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,16384,0.013481600085894265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,16384,0.025591466824213666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,12288,0.012361600001653036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,12288,0.02327466607093811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,12288,0.029227733612060547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,10240,0.01055999994277954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,10240,0.022922666867574056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,16384,0.03747626543045044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,8192,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,8192,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,10240,0.025570134321848553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,7168,0.009117866555849712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,7168,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,8192,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,6144,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,7168,0.019858133792877198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,6144,0.018623999754587808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,5120,0.007566933333873749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,5120,0.0186901330947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,65536,0.13287253379821778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,4096,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,4096,0.016909867525100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,5120,0.016306133071581522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,3584,0.006683733562628429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,3584,0.017520000537236534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,4096,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,3072,0.005553066730499268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,3072,0.017318399747212727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,6144,0.017785600821177163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,2560,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,2560,0.017486933867136636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,2560,0.011174399654070537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,2048,0.004611200094223023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,3072,0.012135466933250428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,3584,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,2048,0.015221333503723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,1536,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,1536,0.014872533082962037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,1024,0.00310506671667099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,1024,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,1024,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,768,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,768,0.01580693324406942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,1536,0.00956160028775533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,2048,0.010401067137718201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,512,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,256,0.0023402666052182515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,256,0.013562666376431784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,768,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,512,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,256,0.007502933343251546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,128,0.013587199648221335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,64,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,64,0.013653332988421122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,128,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1536,32,0.002183466653029124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1536,32,0.013683199882507324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,65536,0.03096533417701721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,65536,0.03850346803665161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,16384,0.011589333415031433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,16384,0.023334399859110514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,12288,0.009583999713261921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,12288,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,12288,0.029229867458343505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,10240,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,10240,0.02109653353691101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,16384,0.03638613224029541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,8192,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,8192,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,65536,0.13202346960703532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,7168,0.007546666761239369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,7168,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,10240,0.02551146745681763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,6144,0.0065760001540184024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,6144,0.0197653333346049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,8192,0.021432532866795858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,5120,0.0066655998428662615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,5120,0.018686934312184652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,6144,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,4096,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,4096,0.016522666811943053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,7168,0.019825067122777304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,3584,0.006213333209355672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,3584,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,5120,0.016103466351826988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,3072,0.005532800157864889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,3072,0.016167466839154564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,3584,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,4096,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,2560,0.00499839981396993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,3072,0.01199893355369568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,2560,0.016446933150291443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,2048,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,2560,0.011211733023325603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,2048,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,1536,0.0038293334345022834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,1536,0.014603733023007711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,1024,0.003172266731659571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,768,0.0029834667841593427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,768,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,1024,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,512,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,1536,0.009164800246556599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,512,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,256,0.014011733730634055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,512,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,256,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,128,0.013525333007176718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,64,0.0018986667195955913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,64,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,1024,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,1024,32,0.012719999750455221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,65536,0.02387626568476359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,65536,0.034456535180409746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,16384,0.010018133123715718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,16384,0.02246826688448588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,12288,0.008090666433175405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,12288,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,65536,0.13204373518625895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,10240,0.007336533566315968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,10240,0.021197867393493653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,10240,0.025510400533676147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,8192,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,8192,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,12288,0.02919680078824361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,7168,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,7168,0.01909866730372111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,16384,0.03698773384094238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,6144,0.006322133541107178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,6144,0.0203274667263031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,8192,0.0214464008808136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,5120,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,7168,0.019761067628860474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,5120,0.018617600202560425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,4096,0.006234666705131531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,4096,0.01663253307342529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,6144,0.017795199155807497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,3584,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,3584,0.016645333170890807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,4096,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,3072,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,5120,0.015875200430552162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,3072,0.016328533490498863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,2560,0.005475200215975444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,2560,0.01753600041071574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,3584,0.013185066978136697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,2048,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,3072,0.011986133456230164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,2048,0.015498666961987814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,2560,0.011289599537849426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,1536,0.003802666564782461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,1536,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,1024,0.003102933367093404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,1024,0.015004799763361613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,1536,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,2048,0.010373333096504211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,768,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,768,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,512,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,512,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,256,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,768,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,256,0.013014400005340576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,512,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,256,0.007523199915885926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,128,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,64,0.0019946667055288953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,64,0.013838932911554972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,768,32,0.0019573333362738294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,768,32,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,65536,0.017543466885884602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,65536,0.03188266754150391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,16384,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,16384,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,12288,0.006797866523265838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,12288,0.02158720095952352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,65536,0.13161386648813883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,10240,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,10240,0.02103466590245565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,10240,0.025175466140111284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,8192,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,8192,0.020242132743199668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,12288,0.02924373348553975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,16384,0.037037865320841475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,7168,0.005635199944178263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,7168,0.01966080069541931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,6144,0.006157866617043813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,6144,0.01859626571337382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,8192,0.021882667144139608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,5120,0.006635733445485433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,5120,0.018467199802398682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,7168,0.02020053267478943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,4096,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,4096,0.018269866704940796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,6144,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,3584,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,5120,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,3584,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,3072,0.005419733126958212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,4096,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,3072,0.01627626617749532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,2560,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,2560,0.015782399972279867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,3584,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,3072,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,2048,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,2048,0.015711999932924905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,2560,0.011150933305422465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,1536,0.003822933385769526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,1536,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,1024,0.003014400104681651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,1024,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,2048,0.01032426655292511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,1536,0.009591466188430786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,768,0.0029365333418051405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,768,0.014719999829928079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,512,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,256,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,768,0.008272000153859456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,512,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,256,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,128,0.013883733749389648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,128,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,64,0.01350826621055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,512,32,0.0017738666385412217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,512,32,0.013817600409189858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,65536,0.012316800157229106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,65536,0.028963200251261395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,16384,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,16384,0.02284160057703654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,12288,0.005533866584300995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,12288,0.02031573255856832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,12288,0.02918933431307475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,10240,0.005892266829808554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,10240,0.018795732657114664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,16384,0.03713173468907674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,8192,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,8192,0.018923733631769815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,65536,0.1304309368133545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,7168,0.005527466535568237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,7168,0.019155200322469076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,10240,0.02512213389078776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,8192,0.02208426594734192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,6144,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,6144,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,5120,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,5120,0.018490666151046754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,7168,0.019412267208099365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,6144,0.01742186745007833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,4096,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,4096,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,5120,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,3584,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,3584,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,3072,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,65536,0.131169064839681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,3072,0.016634666919708253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,2560,0.005438933273156484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,4096,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,2560,0.016394666830698647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,2048,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,2048,0.014897066354751586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,1536,0.0037461332976818085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,3072,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,1536,0.015029333035151162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,2560,0.011146666606267293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,1024,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,2048,0.01039573351542155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,1024,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,1536,0.008801066875457763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,768,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,1024,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,512,0.014330666263898215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,768,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,256,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,512,0.00728000005086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,256,0.013316266735394797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,128,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,256,0.007125333448251088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,128,0.013170133034388224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,64,0.0018677332748969395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,256,32,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,64,0.012503467003504434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,256,32,0.013287466764450074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,65536,0.009485866626103718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,65536,0.026603732506434125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,16384,0.005895466605822245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,16384,0.021100799242655434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,12288,0.005443199972311656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,12288,0.020651733875274657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,16384,0.0365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,12288,0.0287989338239034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,10240,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,10240,0.0191103994846344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,8192,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,8192,0.018498132626215615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,7168,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,7168,0.018708266814549766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,10240,0.025126399596532185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,8192,0.02140799959500631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,6144,0.005264000097910563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,6144,0.018645334243774413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,5120,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,7168,0.020197333892186482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,5120,0.01805973251660665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,4096,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,4096,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,6144,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,65536,0.12665386994679767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,3584,0.005013333261013031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,5120,0.016184533635775246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,3584,0.017681066195170084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,3072,0.0048426667849222815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,3072,0.016764799753824867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,4096,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,3584,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,2560,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,2048,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,3072,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,2048,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,1536,0.0037920000652472176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,2560,0.011646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,1536,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,2048,0.009802666306495667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,1024,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,1024,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,1536,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,768,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,1024,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,768,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,512,0.01470186710357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,256,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,256,0.014250666896502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,512,0.007326933244864146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,256,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,128,0.013329066832860312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,64,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,128,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,64,0.012565333644549051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,128,32,0.0017567999660968781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,128,32,0.013429333766301474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,65536,0.12673919995625813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,65536,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,65536,0.026405332485834758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,16384,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,12288,0.019767467180887857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,12288,0.005172266562779745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,16384,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,10240,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,8192,0.005435733497142792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,10240,0.01927893360455831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,7168,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,7168,0.005049600203831991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,8192,0.019403733809789023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,6144,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,6144,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,5120,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,3584,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,4096,0.017043199141820273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,65536,0.12607359886169434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,5120,0.018394666910171508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,4096,0.004638933142026265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,3584,0.017103999853134155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,2048,0.004259199897448222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,3072,0.004583466549714406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,2048,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,3072,0.01617280046145121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,1536,0.01592639982700348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,2560,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,2560,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,65536,0.12788693110148114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,1536,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,768,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,1024,0.016433067123095193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,768,0.015320533514022827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,512,0.002553600072860718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,512,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,256,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,256,0.013607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,32,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,128,0.002033066625396411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,128,0.013118933637936911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,64,64,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,65536,0.02648319999376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,64,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,64,32,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,65536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,12288,0.019639466206232706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,16384,0.005936000247796377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,10240,0.01938026746114095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,12288,0.005115733544031779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,16384,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,10240,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,7168,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,8192,0.005423999826113383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,8192,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,7168,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,6144,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,6144,0.01696746746699015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,4096,0.018696532646814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,5120,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,5120,0.016939733425776163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,4096,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,3584,0.0050240000089009605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,3584,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,3072,0.004620799918969473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,3072,0.017052799463272095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,2048,0.015727999806404113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,2560,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,1536,0.015413332978884378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,2560,0.016229333480199178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,2048,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,1536,0.003533866753180822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,1024,0.0027530667682488757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,768,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,1024,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,512,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,768,0.014353066682815552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,128,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,512,0.014180266857147216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,64,0.013359999656677246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,256,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,256,0.014184533556302389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,64,0.001751466716329257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,64,32,32,0.001751466716329257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,64,32,32,0.013354667027791343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,16384,0.20030506451924643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,16384,0.3632063865661621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,12288,0.274236806233724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,12288,0.15478399594624836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,10240,0.2280874729156494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,10240,0.13119359811147052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,8192,0.1882538636525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,8192,0.108733868598938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,7168,0.161845334370931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,7168,0.09710186322530111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,6144,0.13795199394226074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,6144,0.087009064356486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,5120,0.11677119731903077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,65536,0.12717973391215007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,5120,0.07464106877644858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,4096,0.09517866770426432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,4096,0.06382400194803874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,4096,0.036370134353637694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,3584,0.08298772970835368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,3584,0.05801706711451212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,5120,0.04517333507537842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,3072,0.07455253601074219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,3072,0.051982935269673666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,6144,0.0488810658454895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,2560,0.06062933206558228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,2560,0.0454528013865153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,3584,0.03337706724802653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,2048,0.05022720098495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,2048,0.04173653523127238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,7168,0.05987840096155802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,1536,0.03814186652501424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,1536,0.034030934174855546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,3072,0.030228267113367718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,1024,0.028599466880162554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,1024,0.02658560077349345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,768,0.021605332692464195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,768,0.022915200392405192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,2560,0.026122667392094928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,512,0.014358400305112203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,512,0.020728532473246256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,1536,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,256,0.008481066425641377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,256,0.01762346625328064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,256,0.009554133812586466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,128,0.005835733314355215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,128,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,128,0.008737066388130188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,64,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,64,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,65536,32,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,65536,32,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,65536,0.3416010538736979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,65536,0.22414719263712563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,512,0.01088746686776479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,16384,0.0820192019144694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,16384,0.06086826721827189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,2048,0.022437334060668945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,12288,0.06301759878794352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,12288,0.04816533327102661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,10240,0.07898453076680502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,10240,0.052059733867645265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,10240,0.04302613337834676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,768,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,8192,0.04400853315989177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,8192,0.0378325343132019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,8192,0.06448959906895955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,7168,0.0378325343132019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,7168,0.03521173397699992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,7168,0.023139200607935586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,6144,0.03285653392473857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,6144,0.03271893262863159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,8192,0.02518293261528015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,5120,0.028264532486597698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,5120,0.02863146662712097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,10240,0.029756800333658857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,4096,0.024732800324757893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,4096,0.026103466749191284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,12288,0.09083093007405599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,3584,0.020702934265136717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,3584,0.024500266710917155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,12288,0.033690667152404784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,3072,0.01811199982961019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,3072,0.023398399353027344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,4096,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,2560,0.015239466230074564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,2560,0.022361600399017335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,5120,0.018590933084487914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,2048,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,2048,0.022056533892949422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,6144,0.020517333348592123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,1536,0.009956266482671101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,1536,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,3584,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,1024,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,1024,0.017130666971206666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,3072,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,768,0.0062730665008227035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,768,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,768,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,512,0.003572266548871994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,512,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,256,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,256,0.014641066392262777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,256,0.007158400118350982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,128,0.0025621332228183747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,128,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,64,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,64,0.01390720009803772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,16384,32,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,512,0.007747200131416321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,16384,32,0.014276267091433207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,1536,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,65536,0.2602752049763998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,65536,0.15920213063557942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,16384,0.07304533322652182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,16384,0.05202240149180094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,12288,0.05202133258183798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,12288,0.04218666553497315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,2560,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,10240,0.04243520100911458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,10240,0.03879040082295736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,2048,0.010901332894961039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,8192,0.03592426776885986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,8192,0.03333333333333333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,16384,0.04201066493988037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,7168,0.031118933359781904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,7168,0.03062186638514201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,7168,0.02113706668217977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,6144,0.027160533269246417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,6144,0.028485333919525145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,8192,0.023282132546106973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,5120,0.023484800259272257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,5120,0.026664533217748004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,10240,0.02729066610336304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,4096,0.02003093361854553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,4096,0.024174932638804117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,12288,0.031470932563145954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,3584,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,3584,0.0232586661974589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,4096,0.01530880033969879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,3072,0.014868266383806863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,3072,0.021540266275405884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,5120,0.017385600010553996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,2560,0.01317759950955709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,2560,0.02083946665128072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,6144,0.019040000438690186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,2048,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,2048,0.01923946738243103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,3584,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,1536,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,1536,0.018359466393788656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,3072,0.013249066472053529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,1024,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,1024,0.017366399367650352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,2048,0.010571733117103577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,768,0.005491200089454651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,768,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,512,0.004062933226426443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,512,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,1024,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,2560,0.011787733435630799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,256,0.0033429334561030067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,256,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,128,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,128,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,128,0.007057066758473713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,64,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,64,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,12288,32,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,12288,32,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,256,0.007155199845631917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,65536,0.21730987230936685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,65536,0.1481162707010905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,16384,0.06109546820322672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,16384,0.04538880189259847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,12288,0.0422976016998291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,12288,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,10240,0.03414719899495443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,10240,0.033155200878779094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,16384,0.039774934450785324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,8192,0.029088000456492107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,8192,0.029999999205271403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,10240,0.026818132400512694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,7168,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,7168,0.026949334144592284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,8192,0.022730666399002075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,6144,0.02183253367741903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,6144,0.02626240054766337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,12288,0.030908799171447753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,5120,0.019375999768575035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,5120,0.025029333432515462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,7168,0.021062399943669638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,4096,0.01570453345775604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,4096,0.02440320054690043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,5120,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,3584,0.014095999797185264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,3584,0.023912533124287923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,6144,0.019425066312154134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,3072,0.012082133690516155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,3072,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,16384,0.0393120010693868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,2560,0.012382933497428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,2560,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,3072,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,2048,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,2048,0.01884373426437378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,3584,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,1536,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,1536,0.016838399569193523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,4096,0.014920533696810404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,1024,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,1024,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,2560,0.01160426636536916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,768,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,768,0.0165994664033254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,1024,0.008461866776148479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,512,0.004253866771856943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,512,0.015478400389353433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,256,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,256,0.014528000354766845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,128,0.002951466788848241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,128,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,128,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,64,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,256,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,64,0.014378666877746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,10240,32,0.0026410666604836782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,10240,32,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,65536,0.17927467028299968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,65536,0.12148053646087646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,16384,0.04847360054651896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,16384,0.041069865226745605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,12288,0.03575573364893596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,12288,0.03329066634178161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,2048,0.01055573324362437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,10240,0.02996693253517151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,10240,0.030615466833114623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,16384,0.11510506470998128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,8192,0.025486934185028075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,8192,0.028204800685246785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,10240,0.026616533597310383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,7168,0.021938133239746093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,7168,0.025176533063252765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,8192,0.022427733739217123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,6144,0.019330133994420372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,6144,0.024024534225463866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,12288,0.030445865790049237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,5120,0.016410666704177856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,5120,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,5120,0.017032533884048462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,4096,0.013674666484196981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,4096,0.020574933290481566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,7168,0.02100693384806315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,3584,0.012430933117866517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,3584,0.020444800456364952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,6144,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,3072,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,3072,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,16384,0.0386624018351237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,2560,0.009577600161234538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,2560,0.01970240076382955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,3072,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,2048,0.007995733122030894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,2048,0.016421332955360413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,3584,0.01360426644484202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,1536,0.006822399795055389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,4096,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,1536,0.015204266707102457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,1024,0.0046623999873797095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,1024,0.01553600033124288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,768,0.0038442666331926978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,768,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,1024,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,512,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,512,0.015399466951688132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,1536,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,256,0.002716800073782603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,256,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,512,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,128,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,128,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,768,0.007944533228874206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,128,0.006725333134333293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,64,0.013902933398882548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,8192,32,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,8192,32,0.013762133320172629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,65536,0.15540374120076497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,65536,0.10714666843414307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,16384,0.04524373213450114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,16384,0.04282559951146443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,12288,0.03571413358052571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,12288,0.032441600163777666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,10240,0.027749333779017133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,10240,0.02923626701037089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,10240,0.026781866947809856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,8192,0.023851732412974037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,8192,0.026563199361165364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,12288,0.030210133393605548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,7168,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,7168,0.026391466458638508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,16384,0.03850666681925456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,6144,0.017819732427597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,6144,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,7168,0.02062506675720215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,5120,0.01527679959932963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,5120,0.02350613276163737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,8192,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,4096,0.013251200318336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,4096,0.02198293407758077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,4096,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,3584,0.01157973309357961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,3584,0.020562134186426797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,5120,0.016961065928141277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,3072,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,3072,0.018563199043273925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,6144,0.018994132677714028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,2560,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,2560,0.017107200622558594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,3584,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,2048,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,2048,0.016119466225306193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,3072,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,1536,0.0065738668044408154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,1536,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,2560,0.011282133062680562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,1024,0.0044149334232012425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,1024,0.015402666727701821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,1536,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,2048,0.010393599669138592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,768,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,768,0.0144896000623703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,512,0.003019733230272929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,512,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,256,0.002661333233118057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,256,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,256,0.007284266750017802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,128,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,128,0.013501866658528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,512,0.007595733304818471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,768,0.008124800026416778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,64,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,64,0.013731200496355692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,7168,32,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,7168,32,0.01360319952170054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,128,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,65536,0.1348522663116455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,65536,0.09207039674123128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,16384,0.03743253151575725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,16384,0.03738666772842407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,12288,0.030195200443267824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,12288,0.03183359901110332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,12288,0.030107732613881426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,10240,0.02582613428433736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,10240,0.029469867547353108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,16384,0.03842133283615112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,8192,0.02115946610768636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,8192,0.02532266577084859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,10240,0.026600533723831178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,7168,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,7168,0.022728532552719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,8192,0.022563199202219643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,6144,0.018052266041437785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,6144,0.021667200326919555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,7168,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,5120,0.012828800082206725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,5120,0.020643200476964316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,6144,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,4096,0.011583999792734782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,4096,0.021249065796534218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,5120,0.016544000307718913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,3584,0.009897599617640179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,3584,0.019180800517400107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,65536,0.13314133485158283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,3072,0.008829866846402485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,3584,0.013318399588267008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,3072,0.019232000907262167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,2560,0.007753600180149078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,2560,0.016691199938456216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,4096,0.014516266187032065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,2048,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,2048,0.016337066888809204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,2560,0.011255466938018798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,1536,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,1536,0.015513599912325541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,2048,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,1024,0.0038975998759269714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,1024,0.014512000481287637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,768,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,768,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,1024,0.008356266220410665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,512,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,512,0.014350933829943338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,1536,0.00938986639181773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,256,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,256,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,128,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,64,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,64,0.013612799843152366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,6144,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,128,0.006695466736952464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,6144,32,0.013091199596722922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,256,0.007044266661008198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,65536,0.11437760194142658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,65536,0.08868160247802734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,16384,0.033480532964070636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,16384,0.03457280000050862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,12288,0.02582719922065735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,12288,0.030004266897837324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,65536,0.1341856002807617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,10240,0.021861332654953002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,10240,0.027486934264500933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,65536,0.13223360379536947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,8192,0.018323200941085815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,8192,0.025228800376256307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,12288,0.03002026677131653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,7168,0.01663040022055308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,7168,0.0245578666528066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,8192,0.022308266162872313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,6144,0.014958932995796204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,6144,0.02284160057703654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,10240,0.0268010675907135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,5120,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,5120,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,16384,0.03765439987182617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,4096,0.011868799726168316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,4096,0.020322134097417198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,65536,0.14074452718098956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,3584,0.010100266337394715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,3584,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,7168,0.020547199249267577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,3072,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,3072,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,6144,0.01821333368619283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,4096,0.014131200313568116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,2560,0.008030933141708375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,2560,0.017518933614095053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,2048,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,2048,0.016009599963823954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,3072,0.012039466698964437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,1536,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,1536,0.016012799739837647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,3584,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,1024,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,5120,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,768,0.003399466723203659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,512,0.002974933385848999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,512,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,1024,0.008312533299128216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,256,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,256,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,512,0.00767680009206136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,128,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,64,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,1536,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,64,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,5120,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,5120,32,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,65536,0.09105386734008789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,65536,0.07376533349355062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,16384,0.027739733457565308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,16384,0.03263360063234965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,12288,0.021398399273554483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,12288,0.027054933706919353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,2048,0.01042133371035258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,10240,0.018598399559656777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,10240,0.02467306653658549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,2560,0.011195733149846395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,8192,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,8192,0.022784000635147093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,8192,0.02178773283958435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,7168,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,7168,0.02087786595026652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,10240,0.026495999097824095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,6144,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,6144,0.020734934012095134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,12288,0.030266666412353517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,5120,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,5120,0.019272534052530925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,65536,0.13201706409454345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,4096,0.009541333715120951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,4096,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,7168,0.01984000007311503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,3584,0.007934933404127757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,3584,0.01664746701717377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,4096,0.014121599992116294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,3072,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,3072,0.016239999731381734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,5120,0.01613759994506836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,2560,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,2560,0.016475733121236166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,6144,0.018179200092951455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,2048,0.0050911997755368555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,2048,0.015198933084805808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,3584,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,1536,0.004232533276081085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,1536,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,3072,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,2560,0.011523200074831645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,1024,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,1024,0.01532799998919169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,768,0.0030464000999927522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,768,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,768,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,512,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,512,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,1536,0.00914026697476705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,256,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,1024,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,2048,0.010368000467618306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,256,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,128,0.013179733355840047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,64,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,64,0.0139765332142512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,4096,32,0.0022367998957633973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,128,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,4096,32,0.014043733477592468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,256,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,65536,0.0782421350479126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,512,0.007454933226108551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,65536,0.0663541316986084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,16384,0.023501867055892946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,16384,0.029384533564249676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,12288,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,12288,0.026679466168085735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,10240,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,10240,0.023594667514165245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,16384,0.03741759856541951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,8192,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,8192,0.022552533944447836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,8192,0.021882667144139608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,7168,0.012694399555524191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,7168,0.020667733748753865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,10240,0.026281599203745527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,6144,0.011664000153541566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,6144,0.02005973259607951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,12288,0.030058666070302324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,5120,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,5120,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,6144,0.018156800667444864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,4096,0.009006933371225993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,4096,0.016689066092173258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,7168,0.019814399878184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,3584,0.007799466451009114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,3584,0.016633599996566772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,5120,0.01616853376229604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,3072,0.007030400137106578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,3072,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,4096,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,2560,0.005870933334032694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,2560,0.015631999572118124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,3584,0.013208533326784769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,2048,0.00489279975493749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,2048,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,16384,0.03778239885965983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,1536,0.004040533304214477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,1536,0.015185067057609558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,3072,0.012409599622090657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,1024,0.003387733300526937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,1024,0.014825600385665893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,2048,0.010337066650390626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,768,0.0030400000512599947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,768,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,2560,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,512,0.0026464000344276427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,512,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,1536,0.009567999839782714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,256,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,256,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,1024,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,128,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,128,0.012854400277137756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,256,0.00727040022611618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,512,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,64,0.013567999998728434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,768,0.008341333270072937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3584,32,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3584,32,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,128,0.006737066805362702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,65536,0.0690890630086263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,65536,0.059572267532348636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,16384,0.020214400688807168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,16384,0.0283786674340566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,12288,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,12288,0.02534826596577962
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,10240,0.01427839994430542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,10240,0.024228266874949136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,65536,0.13235519727071127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,8192,0.01251200040181478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,8192,0.022445867458979286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,10240,0.026009599367777508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,7168,0.01162453293800354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,7168,0.021615999937057494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,12288,0.02962239980697632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,6144,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,6144,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,8192,0.02190293272336324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,5120,0.009493333101272584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,5120,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,7168,0.01983786622683207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,4096,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,4096,0.018380800882975258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,6144,0.01792959968249003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,3584,0.007493333518505096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,5120,0.016150400042533875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,3584,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,3072,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,3072,0.01762239933013916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,16384,0.03760000069936116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,2560,0.005885866781075796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,2560,0.016302933295567833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,3072,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,2048,0.004779733220736186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,2048,0.01520639955997467
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,3584,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,1536,0.0038805333276589714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,4096,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,1536,0.015598932902018229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,1024,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,1024,0.016080000003178916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,2560,0.011582932869593303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,768,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,768,0.014664533734321594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,2048,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,512,0.014434132973353067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,256,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,256,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,512,0.00735040009021759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,128,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,128,0.012684800227483115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,768,0.007889066636562348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,64,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,64,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,1024,0.008361599842707316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,3072,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,3072,32,0.014189866185188294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,65536,0.05802773237228394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,65536,0.05950613419214884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,16384,0.018329600493113198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,16384,0.02728853424390157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,12288,0.01574613352616628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,12288,0.02502293388048808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,10240,0.013658666610717773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,10240,0.023099732398986817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,10240,0.025814400116602583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,8192,0.011381333072980244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,8192,0.023064533869425453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,12288,0.02967360019683838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,7168,0.010759466886520385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,7168,0.02090453306833903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,7168,0.019857066869735717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,6144,0.010332799951235453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,6144,0.021143466234207153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,8192,0.02182933290799459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,5120,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,5120,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,16384,0.037063467502594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,4096,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,4096,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,6144,0.017848533391952515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,3584,0.007315200070540111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,3584,0.018075732390085857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,4096,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,3072,0.006378666559855144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,3072,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,5120,0.01609173317750295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,2560,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,2560,0.016555733482042947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,3584,0.013212800025939941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,2048,0.0045962666471799215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,2048,0.01546239952246348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,3072,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,2560,0.011069867014884948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,1536,0.003851733356714249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,1536,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,1024,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,1024,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,768,0.015753600001335143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,1536,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,512,0.002629333237806956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,512,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,2048,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,256,0.0024245334168275195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,256,0.01416106621424357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,768,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,512,0.007578666508197785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,128,0.012878933548927307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,64,0.0018730666488409042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,256,0.007050666709740956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,128,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2560,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,64,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2560,32,0.013846400380134582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,65536,0.048207998275756836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,65536,0.04961493412653605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,16384,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,16384,0.02736639976501465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,12288,0.013741866747538248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,12288,0.024090667565663658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,12288,0.029219200213750202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,10240,0.012476799885431926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,10240,0.022691200176874794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,16384,0.037378132343292236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,8192,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,8192,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,10240,0.02585386633872986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,7168,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,7168,0.020051199197769164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,8192,0.02145386735598246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,6144,0.009659733374913533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,6144,0.019157334168752035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,7168,0.019799466927846274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,5120,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,5120,0.018080000082651773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,6144,0.017854932943979898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,4096,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,4096,0.01725013256072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,65536,0.13211519718170167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,3584,0.006492800017197926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,3584,0.016740266482035318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,5120,0.01609813372294108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,3072,0.005904000004132589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,3072,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,3584,0.013219199577967324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,2560,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,4096,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,2560,0.017406932512919106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,2048,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,3072,0.012130133310953776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,2048,0.015405866503715514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,1536,0.004152533411979675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,1536,0.01591146687666575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,1536,0.009494400024414063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,1024,0.0033717334270477297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,1024,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,2048,0.01034346620241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,768,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,768,0.01514240006605784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,2560,0.011168000102043153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,512,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,512,0.014290133118629455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,1024,0.008284799754619598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,768,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,256,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,256,0.01425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,128,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,128,0.013422933220863343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,64,0.0021386665602525076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,128,0.006839466591676076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,64,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,2048,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,2048,32,0.01318933367729187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,65536,0.036475733915964766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,65536,0.043858134746551515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,16384,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,16384,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,12288,0.012060800194740295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,12288,0.02316373387972514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,65536,0.13262933095296223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,10240,0.011846400300661723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,10240,0.02255893349647522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,12288,0.028856533765792846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,8192,0.010779733459154766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,8192,0.021911466121673585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,10240,0.025922133525212603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,7168,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,7168,0.01972480018933614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,16384,0.03696320056915283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,6144,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,6144,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,7168,0.020205867290496827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,5120,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,5120,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,8192,0.021461333831151327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,4096,0.0073642666141192125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,4096,0.01657919983069102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,3584,0.006656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,3584,0.018183465798695883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,4096,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,3072,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,5120,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,3072,0.016235733032226564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,2560,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,2560,0.015970133741696677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,3584,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,2048,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,2048,0.015331199765205384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,2560,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,1536,0.0038111999630928038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,3072,0.012199466427167256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,1024,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,1024,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,2048,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,768,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,1024,0.00869866708914439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,512,0.0025792000194390613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,1536,0.00934933324654897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,512,0.015096533298492431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,256,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,256,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,512,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,768,0.007869866490364075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,128,0.014029866456985474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,64,0.0018165333817402522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,64,0.01415786643822988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1536,32,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1536,32,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,65536,0.026283733050028485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,65536,0.04270506699879964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,16384,0.011577600240707397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,16384,0.023976532618204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,12288,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,12288,0.021629865964253744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,12288,0.028853332996368407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,10240,0.00981333355108897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,10240,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,65536,0.13252800305684406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,8192,0.008700799942016602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,16384,0.03698026736577352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,8192,0.020411733786265054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,7168,0.008283733328183492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,7168,0.019169066349665323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,7168,0.01985493302345276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,10240,0.02518613338470459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,6144,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,6144,0.01832746664683024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,5120,0.00680213322242101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,8192,0.02181653380393982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,5120,0.01856106718381246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,4096,0.006252799928188324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,4096,0.017465599377950034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,4096,0.014051199952761332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,65536,0.13157653013865153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,5120,0.01616106629371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,3584,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,3584,0.01641386648019155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,3072,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,3072,0.01590720017751058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,2560,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,6144,0.01812480092048645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,2560,0.015481600165367126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,2048,0.015165866414705912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,3072,0.011947733163833619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,2048,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,1536,0.0038165333370367683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,3584,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,1536,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,1024,0.003091199944416682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,1024,0.015452800194422403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,768,0.0029813334345817565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,768,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,512,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,512,0.014905599753061929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,768,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,1024,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,256,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,512,0.007456000149250031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,256,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,1536,0.009146666526794434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,128,0.002209066599607468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,128,0.01307093302408854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,256,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,64,0.0021802666286627453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,64,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,1024,32,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,1024,32,0.014243200421333313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,128,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,65536,0.023534933725992836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,65536,0.03703999916712443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,16384,0.01071573297182719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,16384,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,12288,0.009118933478991191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,12288,0.021245867013931274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,10240,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,10240,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,10240,0.025430399179458617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,8192,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,8192,0.019500799973805747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,12288,0.02879679997762044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,7168,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,7168,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,16384,0.03660373290379842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,6144,0.006313600142796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,6144,0.018528000513712565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,7168,0.01987839937210083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,8192,0.021411200364430748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,5120,0.006675200164318084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,5120,0.01795733372370402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,4096,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,4096,0.017061332861582436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,6144,0.018154666821161906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,3584,0.0062282666563987735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,3584,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,4096,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,5120,0.016082132856051125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,3072,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,3072,0.015074132879575094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,2560,0.015770666797955833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,3072,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,3584,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,2048,0.004300799965858459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,2048,0.014510933558146158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,1536,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,1536,0.016328533490498863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,2560,0.011181867122650147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,2048,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,1024,0.003092266619205475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,1024,0.0150026669104894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,768,0.014514133334159851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,1024,0.007999999821186066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,512,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,512,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,256,0.013834666212399802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,512,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,256,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,128,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,64,0.001972266659140587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,128,0.007004799942175548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,64,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,768,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,768,32,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,65536,0.020121600230534872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,65536,0.03332586685816447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,16384,0.009479467074076335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,16384,0.021704532702763877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,12288,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,12288,0.02050559918085734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,12288,0.029239465792973835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,10240,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,10240,0.021373866001764934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,65536,0.13208106358846028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,8192,0.00624533345301946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,8192,0.01956160068511963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,16384,0.03660586675008138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,7168,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,7168,0.019144533077875774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,8192,0.02146453261375427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,10240,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,6144,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,6144,0.019643733898798622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,7168,0.019768534104029338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,5120,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,5120,0.017326933145523072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,4096,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,4096,0.016459733247756958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,5120,0.01613653302192688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,4096,0.01381333371003469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,3584,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,6144,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,3584,0.01712533235549927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,3072,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,3072,0.015633066495259605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,2560,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,2560,0.014885333180427552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,3584,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,3072,0.012018133203188579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,2048,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,2560,0.010811733206113179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,2048,0.01581653356552124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,1536,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,1536,0.015596800049146018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,1024,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,1024,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,1536,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,2048,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,768,0.002977066735426585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,1024,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,768,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,512,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,512,0.014774399995803832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,256,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,768,0.007761066655317943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,256,0.014273066322008768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,512,0.0075093333919843035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,128,0.0023711999257405598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,256,0.006826666494210561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,128,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,64,0.0018325333793958027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,128,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,64,0.012793599565823873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,512,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,512,32,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,65536,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,65536,0.02905813256899516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,16384,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,16384,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,12288,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,12288,0.020269866784413657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,12288,0.028830933570861816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,10240,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,10240,0.01966080069541931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,16384,0.036201600233713785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,8192,0.005487999816735586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,65536,0.13056853612263997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,8192,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,10240,0.025178666909535723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,7168,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,7168,0.01799466609954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,8192,0.02109973430633545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,6144,0.00591786652803421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,6144,0.01890773375829061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,7168,0.019758933782577516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,5120,0.005538133283456167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,5120,0.018439465761184694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,6144,0.017757866779963175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,4096,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,4096,0.01787839929262797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,3584,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,3584,0.016734933853149413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,5120,0.016089600324630738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,3072,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,4096,0.01360640029112498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,3072,0.015365333358446757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,2560,0.005109333495299021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,3584,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,2560,0.016100266575813295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,2048,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,2048,0.016288000345230102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,3072,0.012038399775822956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,1536,0.0037845333417256674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,2560,0.011185066898663838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,1536,0.014706133802731832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,1024,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,2048,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,1024,0.01442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,1536,0.009144533673922222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,768,0.0029343999922275543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,768,0.014677332838376364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,1024,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,512,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,768,0.007529599964618683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,256,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,512,0.007477333148320516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,256,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,256,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,128,0.01367573340733846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,64,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,64,0.012521599729855856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,256,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,256,32,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,65536,0.011608533064524333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,65536,0.0254037340482076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,16384,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,16384,0.02054506738980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,12288,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,12288,0.019100799163182577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,12288,0.028525867064793903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,16384,0.036195198694864913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,10240,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,10240,0.01922986706097921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,8192,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,8192,0.018796799580256145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,10240,0.025177599986394246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,7168,0.005458133419354757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,8192,0.021444267034530638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,7168,0.018496000766754152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,6144,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,65536,0.12706560293833416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,6144,0.018888533115386963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,5120,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,5120,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,7168,0.01939520041147868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,4096,0.005048533280690512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,6144,0.018252799908320107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,4096,0.017642666896184288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,3584,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,5120,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,3584,0.016833066940307617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,3072,0.004665599763393402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,4096,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,3072,0.016292267044385276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,2560,0.004996266464392344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,3584,0.01283093293507894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,65536,0.12711573441823323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,2560,0.014855466286341348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,3072,0.012381866574287415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,2048,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,2048,0.015267200271288552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,1536,0.003765333443880081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,2560,0.011154133081436157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,1536,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,2048,0.010331733028093974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,1024,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,1536,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,1024,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,768,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,768,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,512,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,768,0.0075082664688428235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,512,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,512,0.007547733187675476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,256,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,128,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,256,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,128,0.013503999511400858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,64,0.0018378666291634243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,128,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,65536,0.1279573361078898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,64,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,128,32,0.0018293333550294239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,65536,0.12632853190104168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,16384,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,128,32,0.01362559994061788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,65536,0.008919466535250347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,65536,0.02621120015780131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,16384,0.02106879949569702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,12288,0.005083733300367991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,12288,0.018681599696477254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,10240,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,10240,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,8192,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,7168,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,8192,0.01808746655782064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,7168,0.005267199873924255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,6144,0.005076266825199127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,5120,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,6144,0.01837653319040934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,5120,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,4096,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,3584,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,4096,0.01793173352877299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,3584,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,3072,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,3072,0.015215999881426492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,2560,0.004604800045490265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,2560,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,2048,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,65536,0.12679039637247722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,1536,0.003815466662247976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,2048,0.015373866756757101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,1536,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,1024,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,1024,0.014531200130780539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,768,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,768,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,512,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,512,0.014200533429781595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,256,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,128,0.0019498666127522786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,128,0.013272533814112345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,64,0.0017610666652520496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,64,0.01395093301932017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,64,32,0.0017674667139848071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,64,32,0.013365333278973898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,65536,0.00960213343302409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,12288,0.018687999248504637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,65536,0.025998934110005693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,10240,0.01862293283144633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,16384,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,12288,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,16384,0.020627200603485107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,7168,0.0184714674949646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,10240,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,8192,0.005117866893609365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,7168,0.005093333125114441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,8192,0.018691200017929076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,6144,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,6144,0.017500799894332886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,5120,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,3584,0.017127466201782227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,5120,0.017339734236399333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,4096,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,4096,0.017529600858688356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,2560,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,3584,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,3072,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,3072,0.015119999647140503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,2560,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,2048,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,1024,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,1536,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,2048,0.014659200112024942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,1024,0.0029845332105954488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,256,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,512,0.014050133029619851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,1536,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,768,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,512,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,768,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,256,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,64,0.0018165333817402522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,128,0.012555733323097229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,64,0.013825066884358726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,48,32,32,0.0017877332866191864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,48,32,32,0.013506133357683817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,16384,0.19919145901997884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,16384,0.3615359942118327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,12288,0.27692159016927087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,12288,0.15377920468648273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,10240,0.22851306597391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,10240,0.1309696038564046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,8192,0.18526825904846192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,8192,0.1077034632364909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,7168,0.16018667221069335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,7168,0.09997226397196451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,6144,0.1377674738566081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,6144,0.08419093290964762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,65536,0.13069012959798176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,5120,0.11706559658050537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,5120,0.0717141310373942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,4096,0.09593599637349447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,4096,0.0594592014948527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,4096,0.03847359816233317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,3584,0.0834656000137329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,3584,0.05588159958521525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,5120,0.042821331818898516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,3072,0.07118933200836182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,3072,0.050543999671936034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,6144,0.04989333152770996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,2560,0.05985386768976847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,2560,0.043728001912434894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,7168,0.05697493155797323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,2048,0.04801599979400635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,2048,0.040140799681345624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,3584,0.0322869340578715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,1536,0.037281068166097005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,1536,0.033011200030644734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,3072,0.029848533868789672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,1024,0.026590933402379353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,1024,0.026596266031265258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,2560,0.02662186622619629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,768,0.02000746726989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,768,0.02297280033429464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,1024,0.014903466900189719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,512,0.013577600320180258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,512,0.020329600572586058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,1536,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,256,0.016556800405184428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,256,0.009278933207194012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,128,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,128,0.015365333358446757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,128,0.009133866429328919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,64,0.0046293333172798155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,64,0.016314666469891867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,65536,32,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,65536,32,0.01758079926172892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,65536,0.3566549301147461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,65536,0.1983008066813151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,512,0.010819199681282043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,16384,0.07904746532440185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,16384,0.057501868406931556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,2048,0.022243199745814006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,12288,0.06148159901301066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,12288,0.04617600043614705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,768,0.013241599996884665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,10240,0.05087146759033203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,10240,0.042632532119750974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,8192,0.06790613333384196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,8192,0.043034664789835614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,8192,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,10240,0.08058453400929769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,7168,0.03655786514282226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,7168,0.03413333495457967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,7168,0.022232532501220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,6144,0.032015999158223465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,6144,0.030628265937169392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,10240,0.029206399122873945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,5120,0.02757333318392436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,8192,0.02477546731630961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,5120,0.02791573405265808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,4096,0.023078399896621703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,4096,0.025308799743652344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,12288,0.03330133358637492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,3584,0.019778132438659668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,3584,0.024886399507522583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,4096,0.01726613243420919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,3072,0.01763199965159098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,3072,0.02261120080947876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,12288,0.08979520003000895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,2560,0.014973866939544677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,2560,0.022617600361506143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,6144,0.02007360061009725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,2048,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,2048,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,3584,0.015709867080052696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,1536,0.009692800045013428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,5120,0.01807360053062439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,1536,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,1024,0.00745066652695338
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,1024,0.014645333091417948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,1024,0.008731733759244282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,768,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,768,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,2048,0.011241599917411804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,512,0.0037450666228930154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,768,0.0081535999973615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,512,0.01440000037352244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,256,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,256,0.014299733440081277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,2560,0.012806399663289388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,128,0.0025439999997615816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,128,0.014355199535687766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,128,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,64,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,64,0.013058132926623025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,16384,32,0.0025226667523384093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,16384,32,0.013884799679120383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,1536,0.009973333279291789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,256,0.007462400197982788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,65536,0.25716266632080076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,65536,0.15494400660196941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,16384,0.07160639762878418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,512,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,16384,0.054516267776489255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,12288,0.05614613294601441
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,12288,0.045157333215077713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,10240,0.04620373249053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,10240,0.04024746815363566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,3072,0.013803733388582864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,8192,0.038446935017903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,8192,0.03185813426971436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,16384,0.04217173258463542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,7168,0.03365120093027751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,7168,0.02876373330752055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,8192,0.023128533363342287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,6144,0.02959253390630086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,6144,0.026680533091227216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,7168,0.021052799622217813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,5120,0.021851734320322672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,5120,0.027186133464177448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,10240,0.027614933252334595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,4096,0.019090133905410766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,4096,0.023451733589172363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,12288,0.031642667452494305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,3584,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,3584,0.022760534286499025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,4096,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,3072,0.01404800017674764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,3072,0.020768000682195028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,6144,0.01917120019594828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,2560,0.013147733608881631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,2560,0.019834667444229126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,5120,0.016956800222396852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,2048,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,2048,0.019679999351501463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,3584,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,1536,0.008699733018875121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,1536,0.01808533271153768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,1536,0.009807999928792317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,1024,0.006797866523265838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,1024,0.015808000167210897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,2048,0.010615467031796774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,768,0.005002666513125102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,768,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,2560,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,512,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,512,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,512,0.007565866907437642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,256,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,256,0.013507200280825296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,1024,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,128,0.002621866762638092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,128,0.013611732920010885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,768,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,64,0.002535466601451238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,256,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,64,0.013286399841308593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,12288,32,0.0025397333006064097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,12288,32,0.0143477330605189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,65536,0.2288970629374186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,65536,0.14141653378804525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,16384,0.061103999614715576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,16384,0.05129813353220621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,12288,0.046675201257069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,12288,0.04242453177769979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,3072,0.012936533490816752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,10240,0.039350398381551105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,10240,0.03452906608581543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,16384,0.0395583987236023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,8192,0.033877333005269364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,8192,0.031856000423431396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,10240,0.02725119988123576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,7168,0.026662399371465046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,7168,0.02918720046679179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,8192,0.022793600956598915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,6144,0.02404159903526306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,6144,0.026572799682617186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,12288,0.03105066617329915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,5120,0.020179200172424316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,5120,0.025054933627446492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,5120,0.017340799172719322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,4096,0.01727679967880249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,4096,0.022605866193771362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,6144,0.018949333826700845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,7168,0.020657066504160562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,3584,0.01490239997704824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,3584,0.02173759937286377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,3072,0.013608533143997192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,3072,0.023145600159962972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,16384,0.03909866809844971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,2560,0.011541333794593812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,2560,0.020795732736587524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,4096,0.015316266814867655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,2048,0.00992746651172638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,2048,0.01933120091756185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,3072,0.012795733412106833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,1536,0.008276266853014629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,1536,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,3584,0.01406826674938202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,1024,0.006457599997520447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,1024,0.015195733308792115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,2560,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,768,0.004996266464392344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,768,0.014505599935849508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,1536,0.009177600344022114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,512,0.004054400076468786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,512,0.014852266510327658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,1024,0.008586666981379191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,256,0.0030570665995279947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,256,0.014249599973360696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,128,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,128,0.014281599720319112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,128,0.006858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,64,0.013112533092498779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,10240,32,0.002266666789849599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,10240,32,0.013548800349235534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,65536,0.17030827204386395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,512,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,65536,0.11505599816640218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,16384,0.04555733203887939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,16384,0.03749653498331706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,12288,0.03474133412043254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,2048,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,12288,0.031016532580057782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,10240,0.027129600445429485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,10240,0.028521599372227986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,16384,0.12051200071970622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,8192,0.022848000129063926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,8192,0.025963733593622845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,10240,0.026361600557963057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,7168,0.01991893251736959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,7168,0.024925865729649863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,12288,0.030628265937169392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,6144,0.017517866690953572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,6144,0.02272426684697469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,8192,0.022679466009140014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,5120,0.014986667037010192
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,5120,0.02241493264834086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,5120,0.01725013256072998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,4096,0.012786133090655008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,4096,0.021669334173202513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,7168,0.020677334070205687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,3584,0.011170132954915365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,3584,0.020166399081548055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,6144,0.018981333573659262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,3072,0.009946667154630025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,3072,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,16384,0.038786133130391434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,2560,0.008771199981371562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,2560,0.01844266653060913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,3584,0.013692800203959146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,2048,0.007515733440717061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,3072,0.012426666418711345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,2048,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,1536,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,1536,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,4096,0.014942933122316995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,1024,0.0046069333950678505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,1024,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,768,0.0036469332873821257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,768,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,1024,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,512,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,512,0.014376533031463624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,1536,0.009550933043162029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,256,0.0026122666895389557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,512,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,256,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,128,0.013954133788744608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,768,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,64,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,64,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,8192,32,0.0022133332987626392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,128,0.0067093332608540845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,8192,32,0.013220266501108805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,65536,0.15293973286946613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,65536,0.10112533569335938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,256,0.007485866546630859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,16384,0.04228586753209432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,16384,0.03977813323338826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,12288,0.0335317333539327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,12288,0.030922667185465498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,10240,0.028268800179163618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,10240,0.027539199590682982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,10240,0.02644053300221761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,8192,0.023886932929356893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,8192,0.02459413409233093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,12288,0.030003199974695843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,7168,0.018168532848358156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,7168,0.023769599199295045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,16384,0.038327467441558835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,6144,0.015979733069737753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,6144,0.02250986695289612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,7168,0.020654932657877604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,5120,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,5120,0.022477867205937703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,8192,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,4096,0.011569066842397054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,4096,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,5120,0.01691626707712809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,3584,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,3584,0.020426666736602782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,4096,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,3072,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,3072,0.019042134284973145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,6144,0.018966400623321535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,2560,0.008066133161385854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,2560,0.016642133394877114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,3072,0.012102400263150532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,2048,0.007054933408896129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,2048,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,3584,0.013426132996877036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,1536,0.006287999947865804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,1536,0.015537066260973611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,2560,0.011408000191052755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,1024,0.00408746674656868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,1024,0.0146506667137146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,1536,0.00932373305161794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,768,0.0034229333202044168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,2048,0.010427733262379963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,512,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,512,0.014411733547846476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,1024,0.00876693328221639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,256,0.002573866645495097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,256,0.01309440036614736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,768,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,128,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,128,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,256,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,64,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,64,0.013686399658521017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,512,0.007459199925263722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,7168,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,7168,32,0.012871467073758445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,128,0.006843733290831248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,65536,0.12386346658070882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,65536,0.08618133068084717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,16384,0.03587840000788371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,16384,0.036415998140970865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,12288,0.02871039907137553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,12288,0.030628265937169392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,12288,0.030048000812530517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,10240,0.024745599428812663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,10240,0.028369067112604777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,16384,0.037905065218607585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,8192,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,8192,0.02355519930521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,10240,0.02639893293380737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,7168,0.018447999159495035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,7168,0.0226197342077891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,8192,0.022667733828226726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,6144,0.01609386702378591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,6144,0.021014400323232017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,7168,0.020522665977478028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,5120,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,5120,0.021175465981165566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,6144,0.018629332383473717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,4096,0.010860799749692281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,4096,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,5120,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,3584,0.009553066889444987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,3584,0.018793600797653198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,4096,0.014124799768129984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,3072,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,3072,0.016982400417327882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,3584,0.013293866316477457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,2560,0.0075573335091273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,2560,0.016635732849438985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,65536,0.13376213709513346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,2048,0.006545066833496094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,2048,0.015135999520619711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,3072,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,1536,0.005496533215045929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,1536,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,2048,0.010388267040252686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,1024,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,1024,0.014755200346310934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,2560,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,768,0.0034815999368826545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,768,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,1536,0.00955733358860016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,512,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,512,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,256,0.013986133535703025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,256,0.007035733262697856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,128,0.013615999619166055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,768,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,64,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,64,0.012733866771062216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,6144,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,6144,32,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,65536,0.1086890697479248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,128,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,65536,0.08358293374379476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,16384,0.03169599970181783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,16384,0.0331712007522583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,12288,0.02544533411661784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,12288,0.02896639903386434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,65536,0.13245226542154948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,10240,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,10240,0.027426133553187054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,10240,0.026349866390228273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,8192,0.019163733720779418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,8192,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,12288,0.030052266518274945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,7168,0.01690559983253479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,7168,0.021016534169514975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,65536,0.13289279937744142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,6144,0.014853333433469137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,6144,0.020887466271718343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,7168,0.020231467485427857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,5120,0.012931199868520102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,5120,0.019437867403030395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,8192,0.022244266668955483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,4096,0.01029973328113556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,4096,0.018551466862360637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,16384,0.03750826517740886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,3584,0.00876586635907491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,3584,0.018476800123850504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,4096,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,3584,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,3072,0.008090666433175405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,3072,0.017323732376098633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,2560,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,2560,0.01756160060564677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,5120,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,2048,0.00588266650835673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,2048,0.016156799594561257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,6144,0.01862506667772929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,1536,0.005165866514046987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,1536,0.016241066654523215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,2048,0.009975467125574749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,1024,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,1024,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,2560,0.011210667093594869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,768,0.003572266548871994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,768,0.014345600207646688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,3072,0.011978666981061299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,512,0.0030303999781608583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,512,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,1536,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,256,0.014166399836540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,128,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,128,0.013621333241462707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,512,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,1024,0.008332799871762593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,64,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,5120,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,128,0.006727466483910878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,5120,32,0.013776000340779623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,65536,0.08713173071543376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,65536,0.0686293363571167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,16384,0.026336000363032026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,16384,0.028913066784540815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,12288,0.01978773276011149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,12288,0.027237333854039508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,10240,0.017338667313257852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,10240,0.0247488001982371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,65536,0.1426421324412028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,8192,0.014898133277893067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,8192,0.022728532552719116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,10240,0.026340266068776447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,7168,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,7168,0.022514132658640544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,65536,0.13205760320027668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,6144,0.012151466806729634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,6144,0.022405334313710532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,8192,0.021916800737380983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,5120,0.011964799960454305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,12288,0.030028800169626873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,5120,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,4096,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,4096,0.016927999258041383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,7168,0.019792000452677407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,3584,0.0093941330909729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,3584,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,6144,0.018150399128595986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,3072,0.008472533027331034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,5120,0.016145066420237223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,3072,0.01572053333123525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,2560,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,2560,0.01660160024960836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,4096,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,2048,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,2048,0.015063466628392539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,3584,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,1536,0.0038730666041374207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,1536,0.015590399503707886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,2048,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,1024,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,1024,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,2560,0.010831999778747558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,768,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,768,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,512,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,512,0.013583999872207642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,512,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,1536,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,768,0.00786240001519521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,256,0.0025568000972270967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,256,0.012684800227483115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,128,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,128,0.012483200430870056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,64,0.013302399714787801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,1024,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,128,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,4096,32,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,4096,32,0.013215999801953635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,256,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,65536,0.07485226790110269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,16384,0.023075199127197264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,65536,0.06154986619949341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,16384,0.02903466622034709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,12288,0.018895999590555827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,12288,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,10240,0.01595626672108968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,10240,0.023463465770085654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,16384,0.038127998510996505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,8192,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,8192,0.02344213326772054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,10240,0.026343466838200887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,7168,0.012442666292190551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,7168,0.0210805336634318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,8192,0.02229866584142049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,6144,0.01158186693986257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,6144,0.021296000480651854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,12288,0.029611732562383013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,5120,0.010636799534161885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,5120,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,65536,0.1321226676305135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,4096,0.00986240009466807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,4096,0.018806399901707967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,6144,0.018338133891423546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,3584,0.009041066964467366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,3584,0.017026132345199584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,7168,0.020066134134928384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,3072,0.007737599809964498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,3072,0.016149333119392394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,2560,0.006821333368619282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,2560,0.014940800269444785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,3072,0.012070399522781373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,2048,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,4096,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,2048,0.015149866541226705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,1536,0.0039658665657043455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,1536,0.01591146687666575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,3584,0.013275733590126038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,1024,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,2560,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,768,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,1024,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,512,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,768,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,512,0.013965866963068643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,1536,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,256,0.002403199921051661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,256,0.013082666198412576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,128,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,256,0.007117866476376851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,128,0.006871466835339864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,2048,0.010434133807818095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,64,0.013109333316485085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3584,32,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3584,32,0.014172800381978354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,65536,0.06537919839223226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,65536,0.056553598244984946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,16384,0.01980479955673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,16384,0.027219200134277345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,12288,0.01614400049050649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,12288,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,10240,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,10240,0.023321600755055745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,16384,0.03743786811828613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,8192,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,8192,0.022472532590230306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,8192,0.0217141330242157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,7168,0.011594667037328085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,7168,0.020595200856526694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,10240,0.025938133398691814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,6144,0.010384000341097514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,6144,0.019833600521087645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,12288,0.029679999748865767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,5120,0.009542399644851684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,5120,0.01851946711540222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,6144,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,4096,0.008891733487447102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,4096,0.016450132926305136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,7168,0.01980479955673218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,3584,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,3584,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,5120,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,3072,0.007338666419188182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,3072,0.015748266379038492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,3584,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,2560,0.006420266628265381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,2560,0.016562133034070333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,4096,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,2048,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,2048,0.014803199966748556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,16384,0.03744213183720906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,1536,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,1536,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,3072,0.012223999698956807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,1024,0.0031925333042939507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,1024,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,1536,0.009574400385220845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,768,0.002985599885384242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,2048,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,1024,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,512,0.013865600029627482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,256,0.002288000037272771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,256,0.013369599978129068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,2560,0.011183999975522359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,128,0.013895466923713684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,768,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,256,0.007102933526039123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,64,0.002125866711139679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,128,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,64,0.013582932949066161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,3072,32,0.0021407999098300933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,3072,32,0.012433066964149475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,65536,0.057615999380747476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,65536,0.05635519822438558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,16384,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,16384,0.02587413390477498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,12288,0.014309333761533103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,12288,0.0240938663482666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,10240,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,10240,0.023536000649134317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,10240,0.02537279923756917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,8192,0.011202133695284526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,8192,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,12288,0.029666133721669513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,7168,0.01046720047791799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,7168,0.018606932957967122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,8192,0.02145493427912394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,6144,0.00958720048268636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,6144,0.018549333016077675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,16384,0.037418667475382486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,5120,0.008830933769543966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,5120,0.018436266978581747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,6144,0.01811306675275167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,4096,0.008434133728345235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,4096,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,7168,0.019817600647608437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,3584,0.007428266604741414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,3584,0.01643519997596741
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,5120,0.01612160007158915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,3072,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,3072,0.016007467110951742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,4096,0.01404906709988912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,2560,0.006258133550484974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,3072,0.01225279966990153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,2560,0.014723199605941772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,2048,0.004407466451327006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,2048,0.01548906664053599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,3584,0.012868266304334006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,1536,0.0038783999780813852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,1536,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,1024,0.0032799998919169106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,1024,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,768,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,768,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,1024,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,512,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,512,0.013638400038083396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,256,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,256,0.012963199615478515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,1536,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,128,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,128,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,512,0.00747519979874293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,64,0.002194133400917053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,64,0.013607466220855713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,128,0.006776533524195353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2560,32,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2560,32,0.013036800424257913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,65536,0.0465343991915385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,65536,0.04580693244934082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,16384,0.014703999956448874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,16384,0.026337067286173504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,12288,0.012016000350316365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,12288,0.02482346693674723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,12288,0.028812799851099653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,10240,0.010814932982126872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,10240,0.024125866095225015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,10240,0.02518826723098755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,8192,0.011917866269747416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,8192,0.02137813369433085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,65536,0.1322175979614258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,16384,0.03697280089060466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,7168,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,7168,0.02099840044975281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,6144,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,6144,0.018450133005777993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,6144,0.017742933829625447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,5120,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,5120,0.016819200913111367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,8192,0.021441066265106203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,4096,0.008051200211048127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,4096,0.017884800831476845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,7168,0.019797333081563315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,3584,0.007249066730340321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,3584,0.016361600160598753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,4096,0.013709867000579834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,3072,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,3584,0.012877866625785828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,3072,0.016238933801651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,2560,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,2560,0.015278933445612588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,5120,0.016139733791351318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,2048,0.004466133316357931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,2048,0.014493866761525472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,1536,0.004025600105524063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,1536,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,1024,0.002998399982849757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,3072,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,1024,0.015068800250689188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,768,0.0029578665892283124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,768,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,768,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,512,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,256,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,256,0.013412266969680786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,1536,0.009197866916656494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,128,0.012541866302490235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,512,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,64,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,128,0.006673066814740498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,64,0.012604799866676331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,2048,32,0.002099200089772542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,2048,32,0.013928533593813578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,65536,0.035837864875793456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,65536,0.04095360040664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,16384,0.012787200013796487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,16384,0.02763306697209676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,12288,0.010514133175214132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,12288,0.025050665934880572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,12288,0.029234133164087933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,10240,0.01567893326282501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,10240,0.02298133373260498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,16384,0.03678613503774007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,8192,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,8192,0.022273067633310953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,10240,0.025543467203776045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,7168,0.012621866663297019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,7168,0.021699200073877968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,65536,0.132041597366333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,6144,0.01120853324731191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,6144,0.018524799744288126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,8192,0.021476266781489055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,5120,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,5120,0.018334933121999106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,6144,0.017782400051752724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,4096,0.008763733506202697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,4096,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,7168,0.020195200045903524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,3584,0.009273599584897358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,3584,0.01598186691602071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,5120,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,3072,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,3072,0.018819200992584228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,3584,0.013306666413942972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,4096,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,2560,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,2560,0.016028799613316855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,2048,0.00492799977461497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,2048,0.016357333461443583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,3072,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,1536,0.0038634667793909705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,1536,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,2048,0.009998933474222819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,2560,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,1024,0.003102933367093404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,1024,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,768,0.002994133283694585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,768,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,1536,0.00916266640027364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,512,0.002552533398071925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,512,0.014556800325711569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,1024,0.008339200417200725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,768,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,256,0.014179199934005737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,128,0.013569066921869913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,512,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,64,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,128,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,64,0.012610133488972983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1536,32,0.001865600049495697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1536,32,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,65536,0.025389866034189863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,65536,0.03347520033518474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,16384,0.011597866813341778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,16384,0.022012799978256226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,12288,0.00981760025024414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,12288,0.020310399929682414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,65536,0.13208320140838622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,10240,0.008726400136947633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,10240,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,12288,0.028807467222213744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,8192,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,8192,0.018666666746139527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,16384,0.03658879995346069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,7168,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,7168,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,8192,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,6144,0.00664213349421819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,6144,0.018733867009480796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,10240,0.025525333484013875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,5120,0.005967999994754791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,5120,0.018764799833297728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,7168,0.019824000199635823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,4096,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,4096,0.018399999539057414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,5120,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,6144,0.017748266458511353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,3584,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,3584,0.016821332772572837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,3072,0.005559466779232025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,3072,0.017309866348902383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,4096,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,2560,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,2560,0.016428800423940022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,3584,0.012818132837613424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,2048,0.005207466582457224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,2048,0.014747732877731323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,1536,0.004462933540344239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,1536,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,2560,0.010798933108647664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,1024,0.003568000098069509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,1024,0.015135999520619711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,1536,0.00876800020535787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,2048,0.010275200009346008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,768,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,768,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,1024,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,512,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,256,0.0024714666108290356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,256,0.014219733079274497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,768,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,128,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,512,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,128,0.012838400403658547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,256,0.007123200098673503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,128,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,64,0.012801067034403483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,1024,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,1024,32,0.013478400309880576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,65536,0.020408533016840615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,65536,0.039350398381551105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,16384,0.013623467087745667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,16384,0.020946133136749267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,12288,0.008919466535250347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,12288,0.019270400206247963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,65536,0.13249813715616862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,10240,0.007939200103282928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,10240,0.018956800301869713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,12288,0.028838400046030683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,8192,0.006587733328342438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,8192,0.019003732999165853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,16384,0.0365664005279541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,7168,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,7168,0.01872746745745341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,65536,0.13156906763712567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,6144,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,6144,0.018583466609319053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,7168,0.019746132691701255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,5120,0.0058783998092015585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,5120,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,8192,0.02144320011138916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,4096,0.006226133306821187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,4096,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,10240,0.025592533747355144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,3584,0.0058378666639328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,3584,0.01841920018196106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,6144,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,3072,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,3072,0.016429866353670754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,4096,0.014064000050226847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,2560,0.0054613331953684485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,5120,0.0157642662525177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,2560,0.01552959978580475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,2048,0.0044383997718493145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,3584,0.013214932878812155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,2048,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,1536,0.003894400099913279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,1536,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,3072,0.012030933300654094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,1024,0.0033514666060606635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,1024,0.014717866977055868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,2048,0.010417067011197408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,2560,0.010815999905268351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,1536,0.009139200051625569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,768,0.003005866706371307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,768,0.014427733421325684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,512,0.002598399917284648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,512,0.014357333381970724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,256,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,256,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,768,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,128,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,512,0.007563733557860057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,256,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,128,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,64,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,768,32,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,64,0.014176000157992044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,128,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,768,32,0.014163200060526529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,65536,0.02690773407618205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,65536,0.034777601559956864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,16384,0.008719999591509502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,16384,0.02057173252105713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,12288,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,12288,0.02009920080502828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,10240,0.006306133170922597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,10240,0.018846933046976724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,10240,0.025169066588083905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,8192,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,8192,0.018871466318766274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,12288,0.02919466694196065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,7168,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,7168,0.020196266969045005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,16384,0.03661653200785319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,6144,0.006257066627343495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,6144,0.01858560045560201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,7168,0.020054399967193604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,8192,0.021449599663416544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,5120,0.005873066683610281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,5120,0.017694934209187826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,4096,0.006235733131567637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,4096,0.01808533271153768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,6144,0.017770665884017944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,3584,0.005836800237496694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,3584,0.016340266664822897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,3584,0.01325759987036387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,4096,0.014084266622861228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,5120,0.016314666469891867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,3072,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,3072,0.016964266697565712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,2560,0.005420800050099691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,2560,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,3072,0.012381866574287415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,2560,0.011591466267903645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,2048,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,2048,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,1536,0.0038346665600935614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,1536,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,65536,0.13043306668599447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,1024,0.0030389333764712016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,1024,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,2048,0.010725333293279012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,1536,0.009504000345865887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,768,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,768,0.014308266838391624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,512,0.0026154667139053345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,512,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,256,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,256,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,128,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,256,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,128,0.013723733027776084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,64,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,128,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,64,0.012846933801968894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,512,32,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,512,32,0.013175466656684875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,65536,0.016312533617019655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,65536,0.028099199136098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,16384,0.00625600020090739
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,16384,0.0203658660252889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,12288,0.005505066613356272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,12288,0.01865066687266032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,10240,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,10240,0.01841920018196106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,10240,0.025494400660196943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,12288,0.02914453347524007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,8192,0.005860266586144766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,8192,0.017478400468826295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,7168,0.005446400245030721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,7168,0.01898026665051778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,16384,0.036433064937591554
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,6144,0.00510506679614385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,6144,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,8192,0.021885865926742555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,5120,0.005018666883309682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,7168,0.0194432000319163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,5120,0.01839039921760559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,4096,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,4096,0.01736853321393331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,6144,0.01775253415107727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,3584,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,3584,0.016451199849446617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,5120,0.015742933750152587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,3072,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,4096,0.014122666915257773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,3072,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,2560,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,2560,0.014819199840227762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,3584,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,2048,0.004686933259169261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,3072,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,2048,0.014578133821487427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,1536,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,2560,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,1536,0.014535466829935709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,1024,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,2048,0.010390399893124899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,1024,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,768,0.002611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,1536,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,1024,0.008638933300971985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,768,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,512,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,512,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,768,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,256,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,512,0.007516799867153168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,256,0.013173333803812661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,128,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,256,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,128,0.012532266974449157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,64,0.002128000060717265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,256,32,0.0019136000424623489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,64,0.01344106694062551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,256,32,0.01397333343823751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,65536,0.011339733004570007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,65536,0.025041067600250246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,16384,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,16384,0.019294933478037516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,12288,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,12288,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,12288,0.028856533765792846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,16384,0.03661333322525025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,10240,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,10240,0.018237866957982383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,65536,0.13116587003072103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,8192,0.005520000060399374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,8192,0.017598932981491087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,10240,0.02539413372675578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,7168,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,7168,0.018143999576568603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,8192,0.021215999126434328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,6144,0.005106133222579956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,6144,0.017520000537236534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,7168,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,5120,0.004691199958324432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,5120,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,6144,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,4096,0.004621866842110952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,4096,0.016531200210253397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,5120,0.015892266233762106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,3584,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,3584,0.016033066312472026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,4096,0.01330560048421224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,3072,0.004278400043646494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,3072,0.015230933825174967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,2560,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,3584,0.01279146671295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,2560,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,3072,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,2048,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,2048,0.014817066987355552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,2560,0.010786133011182149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,1536,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,1536,0.014433067043622336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,2048,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,1024,0.003028266628583272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,1536,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,1024,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,768,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,65536,0.12671039899190267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,768,0.014314666390419006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,1024,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,512,0.0026015999416510267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,768,0.007549866537253062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,512,0.013089066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,256,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,512,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,256,0.01242453356583913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,256,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,128,0.013341866930325828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,64,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,128,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,64,0.01302186648050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,128,32,0.0019424000134070714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,65536,0.12685973644256593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,128,32,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,65536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,65536,0.12789226373036702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,65536,0.02477653423945109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,16384,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,12288,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,10240,0.019509333372116088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,16384,0.01900906761487325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,10240,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,12288,0.018641066551208497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,8192,0.005449600021044413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,8192,0.01726079980532328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,7168,0.005108266572157542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,7168,0.018936532735824584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,5120,0.017299199104309083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,6144,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,6144,0.016596266627311708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,5120,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,3584,0.01741546591122945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,3072,0.004283733169237773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,4096,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,4096,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,3584,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,3072,0.016410666704177856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,2560,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,2560,0.015797332922617594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,2048,0.004270933568477631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,2048,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,1024,0.0030016000072161358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,768,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,1536,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,1024,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,768,0.002616533388694127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,512,0.014193066954612732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,256,0.013691733280817667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,128,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,128,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,64,0.001785600061217944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,64,0.013726933797200521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,64,32,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,64,32,0.012436266740163167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,65536,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,65536,0.02506133317947388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,16384,0.005824000140031179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,16384,0.018716800212860107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,10240,0.017669334014256795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,12288,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,12288,0.01779200037320455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,10240,0.005042133231957754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,8192,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,7168,0.017248000701268515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,6144,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,65536,0.12672853469848633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,8192,0.016684800386428833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,5120,0.019033600886662803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,7168,0.0050794666012128195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,6144,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,5120,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,4096,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,3584,0.004588800172011057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,4096,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,3584,0.017259732882181803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,3072,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,3072,0.014980266491572062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,2560,0.004642133414745331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,2560,0.01479680041472117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,2048,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,2048,0.015270400047302245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,1024,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,1536,0.0034485332667827605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,1536,0.014492799838383993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,1024,0.0029258665939172106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,768,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,768,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,256,0.0017887999614079793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,512,0.013737600048383078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,256,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,64,0.01244160036245982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,32,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,128,0.012897066275278726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,32,32,64,0.001759999990463257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,32,32,32,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,65536,0.1270517349243164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,16384,0.32292585372924804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,16384,0.16860586802164715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,12288,0.22690240542093912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,12288,0.12845760186513264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,10240,0.18865493138631184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,10240,0.11001066366831462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,8192,0.1543285369873047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,8192,0.09328853289286296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,7168,0.1330677350362142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,7168,0.0816864013671875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,6144,0.11484586397806804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,6144,0.07383573055267334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,5120,0.0966101328531901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,5120,0.06351786851882935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,4096,0.08026133378346761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,4096,0.053438933690389004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,4096,0.038177065054575604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,3584,0.06850986480712891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,3584,0.049388798077901204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,5120,0.04606719811757405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,3072,0.059553066889444985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,3072,0.04585493405659993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,6144,0.05073920090993246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,2560,0.05023466746012369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,2560,0.03977919816970825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,7168,0.05862186749776205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,2048,0.04100586573282878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,2048,0.03520533243815104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,3584,0.03264426589012146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,1536,0.03188586632410685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,1536,0.03054186701774597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,3072,0.030445865790049237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,1024,0.02272319992383321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,1024,0.024690133333206177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,1024,0.015270400047302245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,768,0.01800959904988607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,768,0.022858667373657226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,1536,0.018580265839894614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,512,0.012738133470217386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,512,0.020089600483576456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,2560,0.02592746615409851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,256,0.007245866457621257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,256,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,256,0.009576533238093059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,128,0.0050122668345769245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,128,0.01623466710249583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,128,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,64,0.004264533519744873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,64,0.016225066781044007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,65536,32,0.004261333247025808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,65536,32,0.016356266538302102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,2048,0.02330026626586914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,65536,0.32386881510416665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,65536,0.1950271924336751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,16384,0.08992853164672851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,16384,0.05710613330205282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,512,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,12288,0.07000746726989746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,12288,0.04658773342768351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,768,0.013362133502960205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,8192,0.06823786894480387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,10240,0.0521450678507487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,10240,0.04161813259124756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,8192,0.044402134418487546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,8192,0.03628480037053426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,10240,0.0777237335840861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,7168,0.03787946701049805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,7168,0.03293439944585164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,8192,0.02565760016441345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,6144,0.03339200019836426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,6144,0.03078719973564148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,7168,0.024035199483235677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,5120,0.02834560076395671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,5120,0.027748266855875652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,10240,0.030075732866923017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,4096,0.02403200070063273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,4096,0.024727465709050496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,12288,0.0353216012318929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,3584,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,3584,0.023987199862798056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,12288,0.0923466682434082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,3072,0.017972266674041747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,3072,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,5120,0.0187008003393809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,2560,0.01525973379611969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,2560,0.02064746618270874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,4096,0.01694613297780355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,2048,0.012354133526484172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,2048,0.02045546571413676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,6144,0.021990400552749634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,1536,0.009970133503278095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,1536,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,3072,0.014859732985496522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,1024,0.007604266703128815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,1024,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,3584,0.015098667144775391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,768,0.006230400005976359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,768,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,1536,0.010381866494814556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,512,0.0034495999415715536
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,512,0.01432213286558787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,512,0.007773866752783458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,256,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,256,0.014203733205795288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,768,0.008100266754627227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,128,0.0023210667073726653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,128,0.012954666217168172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,1024,0.008746666709582011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,64,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,64,0.013861333330472311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,128,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,16384,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,16384,32,0.013198933005332947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,256,0.0074986666440963745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,65536,0.2537685394287109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,65536,0.14833706219991047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,16384,0.06618773142496745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,16384,0.05034453471501669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,12288,0.050925866762797034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,2560,0.013268267114957174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,12288,0.04246293306350708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,10240,0.0434773325920105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,2048,0.011640533804893494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,10240,0.03900373379389445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,8192,0.03635199864705403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,8192,0.0341045339902242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,16384,0.044570668538411455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,7168,0.03153600096702576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,7168,0.031215999523798627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,7168,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,6144,0.02773333390553792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,6144,0.02879040042559306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,8192,0.022689066330591836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,5120,0.024258132775624594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,5120,0.02475093404452006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,10240,0.02736213405927022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,4096,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,4096,0.02371306618054708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,12288,0.031275733311971025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,3584,0.018433066209157307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,3584,0.02241386572519938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,5120,0.01735360026359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,3072,0.016116266449292503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,3072,0.02058026591936747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,6144,0.018948266903559365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,2560,0.01167680025100708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,2560,0.02113386591275533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,4096,0.015275733669598899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,2048,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,2048,0.018858667214711508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,3584,0.014229333400726319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,1536,0.008533333738644917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,1536,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,2048,0.01055680016676585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,1024,0.006939733525117238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,1024,0.015221333503723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,2560,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,768,0.004997333387533823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,768,0.014573867122332254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,3072,0.01302186648050944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,512,0.0035989334185918174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,512,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,768,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,256,0.0030218665798505146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,256,0.013918933272361756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,1024,0.008449066678682964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,128,0.0025653332471847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,128,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,64,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,64,0.014242133498191834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,12288,32,0.0022357332209746042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,12288,32,0.014275200168291726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,256,0.007121066749095917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,65536,0.2170944054921468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,65536,0.13070399761199952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,16384,0.05888533194859823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,16384,0.045157333215077713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,512,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,12288,0.045686399936676024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,12288,0.038940799236297605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,1536,0.00956053336461385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,10240,0.03742506504058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,10240,0.035656531651814774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,16384,0.03937386671702067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,8192,0.03137386639912923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,8192,0.031108266115188597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,10240,0.026793599128723145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,7168,0.028148265679677327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,7168,0.028917332490285236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,8192,0.022804266214370726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,6144,0.02487466732660929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,6144,0.02821333408355713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,12288,0.030885332822799684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,5120,0.021423999468485513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,5120,0.025543467203776045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,6144,0.01902079979578654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,4096,0.018428800503412883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,4096,0.022715733448664347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,7168,0.020662399133046468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,3584,0.015925332903862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,3584,0.022061866521835328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,5120,0.01737066706021627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,3072,0.014294399817784628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,3072,0.020768000682195028
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,16384,0.03917440176010132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,2560,0.01165013313293457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,2560,0.019203199942906698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,4096,0.014862933754920959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,2048,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,2048,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,3584,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,1536,0.008278400202592214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,1536,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,3072,0.012656000256538392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,1024,0.006603733201821645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,1024,0.015579733252525329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,2560,0.011653332908948263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,768,0.0048437332113583885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,512,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,512,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,2048,0.010442666212717692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,256,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,256,0.013156267007191977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,1024,0.008489599823951722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,128,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,128,0.01259519954522451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,64,0.0022101332743962605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,128,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,64,0.013384532928466798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,10240,32,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,10240,32,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,65536,0.1733407974243164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,65536,0.10879039764404297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,16384,0.04463040033976237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,16384,0.0370410680770874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,12288,0.035282135009765625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,12288,0.030846933523813885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,1536,0.009546666344006857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,10240,0.026929066578547163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,10240,0.027610667546590167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,16384,0.12226773103078206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,8192,0.022550400098164877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,8192,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,10240,0.026719999313354493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,7168,0.01971413294474284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,7168,0.025296000639597575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,12288,0.03009919921557109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,6144,0.017462400595347087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,6144,0.022641066710154215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,8192,0.022791467110315957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,5120,0.014874666929244995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,5120,0.02186773419380188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,7168,0.020834134022394816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,4096,0.012541866302490235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,4096,0.01930026610692342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,6144,0.018952532609303793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,3584,0.011219200491905213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,3584,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,16384,0.038636799653371176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,3072,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,3072,0.018518400192260743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,5120,0.017326933145523072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,2560,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,2560,0.017375999689102174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,3584,0.013410133123397828
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,2048,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,4096,0.014797866344451904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,2048,0.0168778657913208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,1536,0.006693333387374878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,1536,0.014494933684666953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,3072,0.012023466825485229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,1024,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,1024,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,1536,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,768,0.0034453332424163817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,768,0.014371200402577718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,2560,0.011665067076683045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,512,0.0030165334542592366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,512,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,2048,0.01037440001964569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,256,0.002625066787004471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,256,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,1024,0.008343467116355896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,128,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,128,0.012666666507720947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,256,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,768,0.007812266548474629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,64,0.013573333621025085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,8192,32,0.002204799900452296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,8192,32,0.013442132870356241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,128,0.006718933085600535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,65536,0.14948587417602538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,65536,0.09951146443684897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,512,0.007890133559703827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,16384,0.04076799949010213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,16384,0.03771626551946004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,12288,0.03192746639251709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,12288,0.02929919958114624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,10240,0.027067732810974122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,10240,0.026898133754730224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,10240,0.026393600304921466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,8192,0.023471999168395995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,8192,0.024848000208536784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,12288,0.030053333441416426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,7168,0.01809813380241394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,7168,0.022745599349339805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,8192,0.022663466135660806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,6144,0.015734400351842245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,6144,0.022789333264033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,16384,0.038311465581258135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,5120,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,5120,0.02188160022099813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,7168,0.020668800671895346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,4096,0.011922132968902589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,4096,0.01886720061302185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,6144,0.018745599190394084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,3584,0.010241066416104633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,3584,0.01861226757367452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,5120,0.016973867019017538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,3072,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,3072,0.018548266092936198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,4096,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,2560,0.008041599889596303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,2560,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,2560,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,2048,0.00693333347638448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,2048,0.01636799971262614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,3584,0.01325973371664683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,1536,0.0062389334042867025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,1536,0.014600533246994018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,3072,0.012087466319402058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,1024,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,768,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,768,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,1536,0.009384533762931824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,512,0.002961066613594691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,512,0.013828266660372415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,768,0.007969066500663757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,2048,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,256,0.0025386666258176167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,256,0.013980799913406372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,512,0.007561600208282471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,128,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,64,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,64,0.013680000106493631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,7168,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,7168,32,0.013172266880671182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,65536,0.12248426278432209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,65536,0.08244373003641764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,256,0.007086933155854543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,16384,0.03434773286183675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,16384,0.03425920009613037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,12288,0.027394133806228637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,12288,0.030907734235127764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,12288,0.030458666880925495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,10240,0.023461333910624185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,10240,0.029149866104125975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,16384,0.037811199824015304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,8192,0.020272000630696615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,8192,0.023693867524464927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,10240,0.026412800947825117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,7168,0.017893334229787193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,7168,0.02331413427988688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,8192,0.022382932901382446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,6144,0.015994667013486227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,6144,0.020637865861256918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,7168,0.020644267400105797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,5120,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,5120,0.021642667055130006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,6144,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,4096,0.010896000266075134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,4096,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,4096,0.014059733351071677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,3584,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,3584,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,5120,0.016785067319869996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,3072,0.008714666962623597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,3072,0.016687999169031777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,65536,0.13324159781138104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,2560,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,2560,0.015684266885121666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,3072,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,2048,0.006361599763234456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,2048,0.015339733163515726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,3584,0.01323946714401245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,1536,0.005294933418432872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,1536,0.014732799927393594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,1024,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,1024,0.014547200004259745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,1536,0.009154133001963298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,768,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,768,0.014654933412869772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,2048,0.010455466310183207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,512,0.0029877332349618276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,512,0.013972266515096029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,256,0.0025557334224383037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,256,0.013788800438245138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,128,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,512,0.007548800110816956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,128,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,64,0.0021856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,64,0.012688000003496805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,6144,32,0.0021877333521842955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,128,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,6144,32,0.012538666526476542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,256,0.007074133555094402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,65536,0.10616640249888103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,65536,0.07793813546498617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,16384,0.03100373347600301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,16384,0.03241173426310222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,12288,0.024932267268498738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,12288,0.02809813419977824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,65536,0.13326720396677655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,10240,0.021288534005482994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,10240,0.02653119961420695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,65536,0.13273279666900634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,8192,0.01866453289985657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,8192,0.02345386743545532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,12288,0.03003093401590983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,7168,0.016247466206550598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,7168,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,8192,0.022632533311843873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,6144,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,6144,0.02069759964942932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,7168,0.020403200387954713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,5120,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,5120,0.02113706668217977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,16384,0.03784639835357666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,4096,0.009947733084360758
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,4096,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,10240,0.02632853388786316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,3584,0.008760533730189006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,3584,0.0175872008005778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,3584,0.013387733697891235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,3072,0.0079434668024381
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,3072,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,6144,0.018531199296315512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,2560,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,2560,0.016422399878501893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,4096,0.014104533195495605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,2048,0.005916800101598104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,2048,0.01581760048866272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,5120,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,1536,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,1536,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,1536,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,1024,0.003640533238649368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,1024,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,2560,0.011507200201352437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,768,0.0033600000043710076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,768,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,512,0.002995199958483378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,512,0.014190933108329773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,3072,0.012330666184425354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,256,0.002274133265018463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,256,0.013518933455149332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,256,0.007294933497905731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,128,0.013980799913406372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,512,0.007496533294518788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,64,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,5120,32,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,128,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,5120,32,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,65536,0.08550079663594565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,65536,0.06813013553619385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,16384,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,16384,0.027896533409754436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,12288,0.019423999389012656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,12288,0.02481813430786133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,10240,0.017004799842834473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,10240,0.024435200293858848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,10240,0.02635093331336975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,8192,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,8192,0.024683733781178795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,65536,0.13203946749369305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,7168,0.013037866353988648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,7168,0.022668800751368203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,12288,0.03028800090154012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,6144,0.011989333232243856
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,6144,0.0213919997215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,8192,0.022026666005452476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,5120,0.01074666678905487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,5120,0.01869973341623942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,65536,0.14697599411010742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,4096,0.01202239990234375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,4096,0.01665066679318746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,6144,0.01821546753247579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,3584,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,3584,0.016591999928156534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,16384,0.037581864992777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,3072,0.009502933422724406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,3072,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,7168,0.01997973322868347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,2560,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,2560,0.014582399527231851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,5120,0.016108799974123636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,2048,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,2048,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,3072,0.012440533439318339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,1536,0.003986133386691412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,1536,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,3584,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,1024,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,1024,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,2560,0.010790399710337321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,768,0.0029919999341169994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,768,0.014025599757830302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,4096,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,512,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,512,0.013515733679135642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,512,0.007569066683451335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,256,0.002217599997917811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,2048,0.01034986674785614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,256,0.012892799576123557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,1536,0.009304533402125042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,768,0.007870933413505555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,128,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,128,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,64,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,64,0.014171733458836874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,4096,32,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,4096,32,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,128,0.0067007998625437425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,65536,0.07736639976501465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,65536,0.06279360055923462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,256,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,16384,0.022445867458979286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,16384,0.02693013350168864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,12288,0.01805013418197632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,12288,0.025732266902923583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,10240,0.015666133165359496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,10240,0.022898133595784506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,8192,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,8192,0.02281173268953959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,8192,0.021687465906143188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,7168,0.012117333213488261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,7168,0.023332266012827556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,10240,0.026150399446487428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,6144,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,6144,0.02077546715736389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,12288,0.029949865738550824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,5120,0.010258133212725323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,5120,0.02083946665128072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,6144,0.017821866273880004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,4096,0.010483200351397198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,4096,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,7168,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,3584,0.009938133756319682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,3584,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,4096,0.013668266932169595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,3072,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,3072,0.015921066204706825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,5120,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,2560,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,2560,0.016310399770736693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,3584,0.012875733772913614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,2048,0.004653866589069367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,2048,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,2560,0.01116373340288798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,1536,0.003939199944337209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,1536,0.014497066537539164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,3072,0.01200213332970937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,1024,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,1024,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,2048,0.01004266639550527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,768,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,768,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,768,0.007948799928029378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,512,0.0026047999660174055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,512,0.014292266964912415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,256,0.0022026665508747103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,1536,0.009516800443331402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,256,0.013959466417630514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,16384,0.03741333484649658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,128,0.012598400314648947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,64,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,64,0.012533332904179892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,128,0.006596266726652781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,256,0.007132799923419952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3584,32,0.0021226666867733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3584,32,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,65536,0.061977601051330565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,65536,0.05304960012435913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,16384,0.019432532787322997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,16384,0.025397332509358723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,12288,0.016042666633923848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,12288,0.023142399390538533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,10240,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,10240,0.022870399554570518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,65536,0.13198613325754802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,8192,0.012176000078519185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,8192,0.022379734118779502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,10240,0.025961599747339886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,7168,0.011199999849001567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,7168,0.02127359906832377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,12288,0.030015999078750612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,6144,0.01036906639734904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,8192,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,6144,0.020466132958730062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,5120,0.009570133686065675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,5120,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,7168,0.01983573238054911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,4096,0.008709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,4096,0.016657066345214844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,5120,0.016193067034085594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,3584,0.00965119997660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,3584,0.01627946694691976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,6144,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,3072,0.00844373305638631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,3072,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,4096,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,2560,0.0054282665252685545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,2560,0.014658133188883463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,3584,0.013271466890970866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,2048,0.004555733501911163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,2048,0.015321600437164306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,3072,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,1536,0.0038581334054470064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,1536,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,2560,0.011188266674677531
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,2048,0.01069119970003764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,1024,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,1024,0.014272000392278036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,768,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,768,0.014306132992108664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,16384,0.03723626534144084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,1536,0.009501866499582927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,512,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,768,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,512,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,256,0.0023061332603295645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,256,0.013974400361378989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,1024,0.00831573357184728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,128,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,128,0.013358933726946512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,64,0.0021727999051411946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,64,0.012982400258382163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,128,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,3072,32,0.0019551999866962433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,256,0.007484800120194752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,3072,32,0.013794133067131042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,65536,0.0565664013226827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,512,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,65536,0.051677866776784265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,16384,0.018057600657145182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,16384,0.02451200087865194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,12288,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,12288,0.02247040073076884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,10240,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,10240,0.022338134050369263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,10240,0.025565866629282636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,8192,0.010749866565068562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,8192,0.020487467447916664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,12288,0.029267199834187824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,7168,0.010010666648546855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,7168,0.020940800507863365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,7168,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,6144,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,6144,0.01986879905064901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,8192,0.021734400590260824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,5120,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,5120,0.017921066284179686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,16384,0.037198932965596516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,4096,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,4096,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,6144,0.017802667617797852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,3584,0.00897706647713979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,3584,0.016438399751981102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,5120,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,3072,0.007865599791208903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,3072,0.01511146624883016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,4096,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,2560,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,2560,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,3584,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,2048,0.004411733150482178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,3072,0.012058666348457337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,1536,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,1536,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,2560,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,1024,0.0033503999312718712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,1024,0.01458026667435964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,1536,0.009219200412432352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,768,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,768,0.01388159990310669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,2048,0.010032000144322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,512,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,512,0.013014400005340576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,1024,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,256,0.0022751999398072558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,256,0.013641599814097086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,512,0.007150933146476746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,768,0.007923200229803721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,128,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,64,0.0019594666858514147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,64,0.012579199671745301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2560,32,0.001884799947341283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,128,0.006491733094056447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2560,32,0.012651733557383218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,65536,0.04971733490626017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,65536,0.043384532133738204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,16384,0.014425599575042724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,16384,0.022823466857274374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,12288,0.011974400281906128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,12288,0.024943999449412026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,12288,0.029266132911046343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,10240,0.010668800274531046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,10240,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,16384,0.036789333820343016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,8192,0.009371733665466309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,8192,0.02232426603635152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,65536,0.13202346960703532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,7168,0.00878613293170929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,7168,0.02062826752662659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,10240,0.025171200434366863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,6144,0.011400533715883891
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,6144,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,7168,0.019782400131225585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,5120,0.010146133104960124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,5120,0.017926400899887084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,8192,0.021413334210713706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,4096,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,4096,0.0173418660958608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,6144,0.01776426633199056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,3584,0.00829013337691625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,3584,0.017025067408879598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,4096,0.01397546629110972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,5120,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,3072,0.006049066781997681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,3072,0.016051200032234193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,2560,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,2560,0.015713066856066386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,3584,0.012845866878827415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,2048,0.004397866626580557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,2048,0.014684800306955972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,2560,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,3072,0.011994666854540507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,1536,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,1536,0.014934399724006652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,1024,0.0030986666679382324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,1024,0.014432000120480857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,1536,0.009123200178146362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,2048,0.009991466999053955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,1024,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,768,0.0029887999097506206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,768,0.01474133332570394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,512,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,512,0.012775466839472453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,256,0.01256106694539388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,256,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,128,0.013770666718482972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,768,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,64,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,128,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,2048,32,0.00180479995906353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,64,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,2048,32,0.013005866607030233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,65536,0.03494506676991781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,65536,0.03800319830576579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,16384,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,16384,0.02130240003267924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,12288,0.009959466258684794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,12288,0.019962666432062785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,65536,0.13242666721343993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,10240,0.008826667070388794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,10240,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,12288,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,8192,0.007937066753705342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,8192,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,16384,0.036907732486724854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,7168,0.00817920019229253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,7168,0.01795626680056254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,10240,0.02552853425343831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,6144,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,6144,0.01730239987373352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,8192,0.021475199858347574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,5120,0.00625493327776591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,5120,0.017293866475423178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,7168,0.01977919936180115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,4096,0.005500799914201101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,4096,0.017896533012390137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,6144,0.018234666188557944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,3584,0.0058773333827654515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,3584,0.016028799613316855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,5120,0.016107733050982155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,3072,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,3072,0.015677866339683533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,4096,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,2560,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,2560,0.01637226641178131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,3584,0.013218133648236593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,2048,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,2048,0.015174399813016257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,3072,0.011749333143234253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,1536,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,1536,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,2560,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,2048,0.010333866874376933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,1024,0.003099733342727025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,1024,0.014697600404421488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,768,0.0029824001093705496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,768,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,1536,0.009170132875442504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,512,0.002540799975395203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,1024,0.008293333152929943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,512,0.014077867070833841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,768,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,256,0.0022005334496498106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,256,0.01325440009435018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,128,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,128,0.01402773360411326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,256,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,512,0.007076266904671986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,64,0.001781333362062772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,64,0.0137855996688207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1536,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1536,32,0.01288746694723765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,65536,0.0246453324953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,65536,0.03132373293240865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,16384,0.013461333513259888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,16384,0.02264960010846456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,12288,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,12288,0.02068480054537455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,65536,0.13243199984232584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,10240,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,10240,0.020516266425450645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,12288,0.029572266340255737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,8192,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,8192,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,10240,0.025856000185012818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,7168,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,16384,0.03619946638743083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,7168,0.01866133411725362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,8192,0.021895466248194377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,6144,0.007474133372306823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,6144,0.018218666315078735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,5120,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,5120,0.01839146614074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,7168,0.019402666886647543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,4096,0.006295466423034668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,4096,0.018696532646814982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,5120,0.01620266636212667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,3584,0.005937066674232483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,3584,0.017991467316945394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,6144,0.017748266458511353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,3072,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,3072,0.016669867436091106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,4096,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,2560,0.0050005331635475155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,2560,0.0164192001024882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,3584,0.01328000028928121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,3072,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,2048,0.005827199916044871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,2048,0.015459199746449789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,1536,0.004624000191688538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,1536,0.01565120021502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,2560,0.010830932855606079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,1024,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,2048,0.010342400272687275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,1536,0.009533866246541341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,1024,0.01448853313922882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,768,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,768,0.014307199915250143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,512,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,512,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,1024,0.008724266290664673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,768,0.007981866598129272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,256,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,512,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,256,0.013730133573214212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,128,0.013585066795349121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,256,0.00705813318490982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,128,0.006291200220584869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,64,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,1024,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,1024,32,0.01349546710650126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,65536,0.020141865809758505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,65536,0.039109333356221514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,16384,0.013347199559211731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,16384,0.020746666193008422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,12288,0.009222400188446046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,12288,0.0198634664217631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,12288,0.02954559922218323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,10240,0.008433066805203756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,10240,0.018959999084472656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,16384,0.037012267112731936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,8192,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,8192,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,65536,0.13185706933339436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,7168,0.007167999943097432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,7168,0.018415999412536622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,10240,0.0255786657333374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,6144,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,6144,0.01876693367958069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,8192,0.021848533550898233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,5120,0.006263466676076253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,5120,0.01909546653429667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,5120,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,7168,0.019441066185633342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,4096,0.006232533355553945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,4096,0.017605332533518474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,6144,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,3584,0.005847466488679251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,3584,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,3072,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,3072,0.017257599035898845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,4096,0.014100266496340432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,3584,0.012793599565823873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,2560,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,3072,0.012610133488972983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,2560,0.015811199943224587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,2048,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,65536,0.13194026947021484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,1536,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,1536,0.014591999848683677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,1024,0.0037791999677817024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,1024,0.014393599828084311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,1536,0.009147733449935913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,2048,0.01039466659228007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,768,0.0031146667897701263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,1024,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,512,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,512,0.013986133535703025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,256,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,256,0.013453867038091025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,512,0.00790826678276062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,256,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,128,0.013897599776585898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,128,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,64,0.014151466886202493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,768,32,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,768,32,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,65536,0.02755733331044515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,65536,0.031123199065526325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,16384,0.0095551997423172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,16384,0.018553600708643595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,12288,0.007482666770617168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,12288,0.018679465850194296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,10240,0.007097599903742473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,10240,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,12288,0.028785065809885664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,8192,0.006279466549555461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,8192,0.01877973278363546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,16384,0.03676480054855347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,7168,0.005485866467158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,10240,0.02555733323097229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,7168,0.018260266383488974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,6144,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,6144,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,8192,0.021415466070175172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,5120,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,5120,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,7168,0.020181334018707274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,6144,0.018116267522176106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,4096,0.005854933460553487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,4096,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,3584,0.00555733342965444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,3584,0.016360533237457276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,5120,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,4096,0.014098133643468222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,3072,0.005246933301289876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,3072,0.015527466932932535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,2560,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,2560,0.015427199999491372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,2048,0.004825599988301595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,2048,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,3072,0.011988266309102377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,1536,0.0037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,2048,0.010375466942787171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,1536,0.014949333667755128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,1024,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,1024,0.014274133245150247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,768,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,768,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,1024,0.008357333143552144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,1536,0.009181867043177288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,512,0.0025781333446502686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,512,0.014247467120488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,768,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,256,0.002205866575241089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,256,0.012423466642697651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,512,0.00755626658598582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,128,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,256,0.007066666583220164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,128,0.013925333817799887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,64,0.001926400015751521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,128,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,64,0.014250666896502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,512,32,0.001783466711640358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,512,32,0.013079466422398886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,65536,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,65536,0.02672426700592041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,16384,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,16384,0.0186954657236735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,12288,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,12288,0.018675200144449868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,65536,0.12995946407318115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,10240,0.005814399818579356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,10240,0.019887999693552653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,12288,0.029176533222198486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,8192,0.005820799867312113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,10240,0.0250709335009257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,8192,0.016924800475438435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,7168,0.005510400235652924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,16384,0.036954665184021
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,7168,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,6144,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,6144,0.01662399967511495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,8192,0.02121386726697286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,7168,0.01984213391939799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,5120,0.004643199841181437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,5120,0.017483733097712197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,4096,0.004671999812126159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,4096,0.016636799772580466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,3584,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,3584,0.016089600324630738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,4096,0.014078933000564575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,5120,0.0156960000594457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,3072,0.004664533336957296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,3072,0.015901866555213928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,3584,0.01362879971663157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,2560,0.005052799979845682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,2560,0.014991999665896098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,3072,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,2048,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,2048,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,2560,0.01148373285929362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,1536,0.00378560001651446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,1536,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,2048,0.01034773290157318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,1024,0.0030346666773160298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,1536,0.009514666597048442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,1024,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,768,0.002605866640806198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,65536,0.1274293343226115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,768,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,1024,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,512,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,768,0.0074890668193499255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,256,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,512,0.007876266539096833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,256,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,128,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,256,0.007075199981530507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,128,0.013490133484204612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,64,0.0017578666408856708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,64,0.013398399949073792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,256,32,0.0017952000101407368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,256,32,0.01376106639703115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,65536,0.011242666840553283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,65536,0.023056000471115112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,16384,0.005504000186920166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,16384,0.018637865781784058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,12288,0.0054400001962979635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,12288,0.0183242658774058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,10240,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,10240,0.018145066499710084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,12288,0.02881173292795817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,16384,0.03624213139216105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,10240,0.02555946707725525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,8192,0.005422933399677277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,8192,0.016422399878501893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,7168,0.005054933329423269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,7168,0.01882879932721456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,6144,0.005021866659323374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,6144,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,8192,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,7168,0.019402666886647543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,5120,0.004678399860858917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,5120,0.016778665781021117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,4096,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,6144,0.01772586703300476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,4096,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,3584,0.004993066688378652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,5120,0.016101333498954772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,3584,0.015586133797963461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,3072,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,4096,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,3072,0.01476479967435201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,2560,0.0046165332198143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,3584,0.01322773297627767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,2560,0.014568533500035605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,3072,0.011983999609947204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,2048,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,2048,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,65536,0.1263701359430949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,1536,0.003517866631348928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,2560,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,1536,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,2048,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,1024,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,1024,0.014263466993967692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,768,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,768,0.014316800236701965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,1024,0.00813973347345988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,512,0.0025973332424958544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,768,0.00787199983994166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,512,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,256,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,512,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,256,0.012621866663297019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,128,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,256,0.006774400174617767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,128,0.01243946651617686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,64,0.00179626668492953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,64,0.013353600104649862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,128,32,0.013771733641624451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,128,32,0.0017738666385412217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,65536,0.009165866176287334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,65536,0.0213536004225413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,16384,0.0055167997876803074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,16384,0.018242132663726807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,12288,0.0182805339495341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,12288,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,10240,0.004681600133577982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,65536,0.12949120203653972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,10240,0.01744746764500936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,8192,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,8192,0.017054933309555053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,7168,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,65536,0.12672746976216634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,6144,0.017310933272043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,7168,0.017417599757512413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,6144,0.004695466657479604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,5120,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,4096,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,5120,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,3072,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,4096,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,3584,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,3584,0.016056533654530844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,2560,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,3072,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,2560,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,2048,0.004274133344491323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,2048,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,1536,0.003453866640726725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,1536,0.014424533645311991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,1024,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,1024,0.014259200294812521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,768,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,512,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,768,0.013782399892807006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,256,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,128,0.0017930666605631511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,64,0.01274773379166921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,128,0.013158399860064188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,64,0.0017418666432301205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,64,32,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,64,32,0.012472533186276754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,65536,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,16384,0.018024533987045288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,65536,0.02171199917793274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,16384,0.005489066739877065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,12288,0.005397333204746247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,12288,0.018613332509994508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,10240,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,10240,0.017588265736897788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,65536,0.12744747002919515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,8192,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,8192,0.01712426741917928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,7168,0.0046528001626332605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,7168,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,65536,0.1270944039026896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,6144,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,6144,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,5120,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,5120,0.01650773286819458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,3072,0.016302933295567833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,4096,0.004285866518815359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,4096,0.01644053359826406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,3584,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,3584,0.015286399920781454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,3072,0.004222933451334635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,2560,0.005047466854254405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,2560,0.015705600380897522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,2048,0.004421333471934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,2048,0.016344533363978068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,1536,0.0034005333979924522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,1536,0.014276267091433207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,1024,0.002963199963172277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,1024,0.014042666554450989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,256,0.0136543999115626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,768,0.0026261332134405774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,512,0.0025813333690166474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,768,0.014201600352923074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,32,0.0017909333109855652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,512,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,32,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,256,0.0018272000054518384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,128,0.001794133335351944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,128,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,16,32,64,0.0018069333086411159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,16,32,64,0.013513599832852682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,16384,0.339791997273763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,16384,0.1826133410135905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,12288,0.2406933307647705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,12288,0.12686933676401774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,10240,0.20117759704589844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,10240,0.1086464007695516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,8192,0.15330559412638348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,8192,0.09166613419850668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,7168,0.1323520024617513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,7168,0.08119680086771647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,6144,0.11399146715799968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,6144,0.07152533531188965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,5120,0.0956981341044108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,5120,0.06175253391265869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,4096,0.07936639785766601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,4096,0.053511468569437656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,4096,0.03697280089060466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,3584,0.0680191993713379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,3584,0.04894506533940633
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,5120,0.045582934220631914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,3072,0.05890346765518188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,3072,0.04317653179168701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,6144,0.0550495982170105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,2560,0.04947520097096761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,2560,0.03993279933929443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,3584,0.03364906708399455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,2048,0.041093333562215166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,2048,0.03501439889272054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,7168,0.06251413424809774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,1536,0.03132159908612569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,1536,0.03066026568412781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,3072,0.030484267075856525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,1024,0.022592000166575112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,1024,0.024807467063268026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,1536,0.019501866896947224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,768,0.017847466468811034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,768,0.02256960074106852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,1024,0.015597866972287497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,512,0.0128330667813619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,512,0.019105066855748497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,2560,0.026946133375167845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,256,0.007258666555086772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,256,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,256,0.009643733501434326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,128,0.004950400193532308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,128,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,2048,0.02307413419087728
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,64,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,64,0.015086932977040609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,65536,32,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,65536,32,0.015530666708946228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,512,0.010943999886512757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,65536,0.3211274782816569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,65536,0.18246612548828126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,16384,0.08512639999389648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,16384,0.055579733848571775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,128,0.008785067001978557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,12288,0.06574933528900147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,12288,0.04419306516647339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,768,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,10240,0.05353066523869833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,10240,0.03927893241246541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,8192,0.06727253595987956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,8192,0.042314668496449784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,8192,0.035598933696746826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,10240,0.08134720325469971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,7168,0.035760001341501875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,7168,0.03232426643371582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,10240,0.03191893299420674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,6144,0.031641600529352824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,6144,0.030062933762868244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,7168,0.02349546750386556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,5120,0.026897066831588747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,5120,0.027677865823109944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,8192,0.02713279922803243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,4096,0.023191465934117635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,4096,0.0254805326461792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,12288,0.03354346752166748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,3584,0.019731199741363524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,3584,0.022706133127212525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,12288,0.0901856025060018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,3072,0.017425066232681273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,3072,0.022629332542419434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,4096,0.016987733046213784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,2560,0.014878933628400167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,2560,0.02057173252105713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,6144,0.02179626623789469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,2048,0.0123989333709081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,5120,0.01957226594289144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,2048,0.018772266308466592
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,1536,0.009846400221188862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,1536,0.018428800503412883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,3584,0.014865066607793173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,1024,0.0074538667996724445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,1024,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,1024,0.008819199601809184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,768,0.00594346672296524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,768,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,1536,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,512,0.003442133218050003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,512,0.014195199807484946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,768,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,256,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,512,0.00795839975277583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,128,0.01411626636981964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,256,0.007149866720040639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,64,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,64,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,16384,32,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,16384,32,0.014331733187039694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,65536,0.24266346295674643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,128,0.006724266707897187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,65536,0.13986132939656576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,16384,0.06505706707636515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,16384,0.048869331677754715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,2560,0.013399466872215271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,12288,0.05047146479288737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,12288,0.04072106679280599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,3072,0.013797332843144735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,10240,0.04269013404846191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,10240,0.03713279962539673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,2048,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,8192,0.03535146713256836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,8192,0.0338154673576355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,16384,0.04849813381830852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,7168,0.03099520007769267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,7168,0.03148373365402222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,8192,0.02300800085067749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,6144,0.02721280058224996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,6144,0.02873493234316508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,7168,0.02061226765314738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,5120,0.023800534009933472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,5120,0.026731733481089277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,10240,0.02709760069847107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,4096,0.02062186598777771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,4096,0.0247381329536438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,12288,0.03132373293240865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,3584,0.018027732769648232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,3584,0.021088000138600668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,5120,0.01716053287188212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,3072,0.0160181333621343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,3072,0.020514132579167683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,4096,0.01525973379611969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,2560,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,2560,0.01900586684544881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,6144,0.01916266679763794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,2048,0.011982933680216471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,2048,0.018475733200709023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,3584,0.01407360037167867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,1536,0.008021333316961924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,1536,0.016004266341527303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,2560,0.011723732948303223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,1024,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,1024,0.01441493332386017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,2048,0.010420266787211101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,768,0.004271999994913737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,768,0.014367999633153281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,3072,0.012812800208727517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,512,0.003011200080315272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,1536,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,512,0.01437226633230845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,256,0.002533333251873652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,256,0.012714667121569314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,256,0.0071263998746871945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,128,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,128,0.012636799613634744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,128,0.0067104001839955645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,64,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,64,0.012748799721399941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,12288,32,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,512,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,12288,32,0.013211733102798462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,1024,0.008364799618721008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,65536,0.20469013849894205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,65536,0.126036270459493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,16384,0.05715733369191488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,16384,0.044037334124247235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,12288,0.04260586500167847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,12288,0.03702933390935262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,768,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,10240,0.036652799447377524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,10240,0.03445226748784383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,16384,0.03954986731211345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,8192,0.030065067609151203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,8192,0.03118293285369873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,8192,0.02267199953397115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,7168,0.02738453348477681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,7168,0.028728532791137695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,10240,0.027025065819422406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,6144,0.024284799893697105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,6144,0.026784000794092815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,12288,0.030892799297968548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,5120,0.020885332425435384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,5120,0.024997333685557045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,7168,0.021031467119852702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,4096,0.01768640081087748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,4096,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,6144,0.019301333030064902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,3584,0.01564586659272512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,3584,0.021953066190083824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,5120,0.0173632005850474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,3072,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,3072,0.02058773239453634
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,16384,0.03903466860453288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,2560,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,2560,0.01847040057182312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,3584,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,2048,0.009613866607348125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,2048,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,3072,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,1536,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,1536,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,4096,0.014916266997655234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,1024,0.005471999943256378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,1024,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,1024,0.008733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,768,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,768,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,1536,0.009269332885742188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,512,0.0028714666763941447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,512,0.014363732933998109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,2560,0.011498666803042094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,256,0.0025429333249727885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,256,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,128,0.0021930667261282604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,128,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,768,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,128,0.006769066552321117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,10240,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,64,0.013396267096201578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,10240,32,0.012619733810424805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,256,0.007046400010585785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,65536,0.16978240013122559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,65536,0.10388480027516682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,16384,0.04357866843541463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,16384,0.035370667775472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,12288,0.03429973522822062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,12288,0.030868266026179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,2048,0.010402133067448933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,10240,0.026606933275858564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,10240,0.026935466130574542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,16384,0.12169493039449056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,8192,0.022381865978240968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,8192,0.024706133206685386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,8192,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,7168,0.01973973313967387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,7168,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,10240,0.0268394668896993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,6144,0.01733760039011637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,6144,0.02263039946556091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,12288,0.030067199468612672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,5120,0.014908799529075622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,5120,0.02075200080871582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,7168,0.02067520022392273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,4096,0.012808533509572348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,4096,0.01924906571706136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,6144,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,3584,0.011092266440391541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,3584,0.018652800718943277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,5120,0.01695786714553833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,3072,0.009955199559529622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,3072,0.018500266472498576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,16384,0.038489600022633866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,2560,0.008707200487454731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,2560,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,4096,0.014890666802724203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,2048,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,2048,0.01461013356844584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,3584,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,1536,0.006262399752934774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,1536,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,3072,0.012387200196584066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,1024,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,1024,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,2560,0.01123520036538442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,768,0.003049599876006444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,768,0.014410666624704995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,512,0.002631466587384542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,1024,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,512,0.013999999562899271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,256,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,256,0.014120533068974813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,2048,0.010379733641942342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,128,0.01366933286190033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,256,0.007213866710662842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,64,0.013916800419489542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,8192,32,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,8192,32,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,1536,0.009661866227785747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,128,0.006687999765078227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,65536,0.14758933385213216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,65536,0.09619946479797363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,512,0.007382399837176005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,16384,0.03979946772257487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,16384,0.03711680173873901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,12288,0.03164373238881429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,12288,0.02808000048001607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,10240,0.026807467142740887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,10240,0.02653333346048991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,10240,0.02640746633211772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,8192,0.022754132747650146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,8192,0.026155734062194826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,12288,0.03033706744511922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,7168,0.0180074671904246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,7168,0.022653865814208984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,16384,0.03810346523920695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,6144,0.015683199961980185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,6144,0.021082667509714763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,7168,0.020687999327977498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,5120,0.013666133085886637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,5120,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,8192,0.022668800751368203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,4096,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,4096,0.02027626633644104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,4096,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,3584,0.010337066650390626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,3584,0.018820265928904213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,5120,0.016945066054662068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,3072,0.009136000275611877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,3072,0.018718934059143065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,6144,0.01880106727282206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,2560,0.008040533463160197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,2560,0.01558080017566681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,3072,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,2048,0.006897066533565521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,2048,0.015190399686495461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,2560,0.011205333471298217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,1536,0.005805866420269012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,1536,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,3584,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,1024,0.0036586667100588477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,1024,0.014389333128929139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,768,0.0030026666820049284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,768,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,2048,0.010523733496665955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,512,0.002661333233118057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,512,0.013185066978136697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,1536,0.009149866302808125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,256,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,256,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,512,0.0075552001595497135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,128,0.014139733711878457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,256,0.007048533360163371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,64,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,7168,32,0.002123733361562093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,768,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,7168,32,0.012662399808565775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,128,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,65536,0.12145706812540691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,65536,0.0793386697769165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,16384,0.034050134817759196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,16384,0.033156265815099076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,12288,0.02682346701622009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,12288,0.02861013412475586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,12288,0.029660799105962116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,10240,0.023092265923817953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,10240,0.02691199978192647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,16384,0.037870931625366214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,8192,0.019819732507069907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,8192,0.02327359914779663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,10240,0.02611200014750163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,7168,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,7168,0.02304533322652181
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,8192,0.022810665766398112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,6144,0.015640532970428465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,6144,0.02059626579284668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,7168,0.02025066614151001
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,5120,0.013826133807500205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,5120,0.019766400257746376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,65536,0.13362666765848796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,4096,0.010787199934323628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,4096,0.020252799987792967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,6144,0.018967467546463012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,3584,0.009530666470527648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,3584,0.018472532431284584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,5120,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,3072,0.008337066570917765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,3072,0.016406400005022685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,4096,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,2560,0.007499733567237854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,2560,0.015335466464360556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,2560,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,2048,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,2048,0.01580693324406942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,3072,0.012190933028856914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,1536,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,1536,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,3584,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,1024,0.014525866508483887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,2048,0.010422399640083313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,768,0.00296426663796107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,768,0.014174933234850565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,1024,0.008296533425649007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,512,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,512,0.014055466651916504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,1536,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,256,0.002292266736427943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,256,0.012719999750455221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,512,0.007694933315118153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,128,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,128,0.014205867052078247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,256,0.007090133428573608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,768,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,64,0.00205226664741834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,64,0.013906133174896241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,6144,32,0.002054399996995926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,6144,32,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,65536,0.10506666501363118
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,65536,0.07620159784952799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,16384,0.030381866296132404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,16384,0.03183359901110332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,12288,0.024521599213282265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,12288,0.02797226707140605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,65536,0.1509376049041748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,10240,0.02063039938608805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,10240,0.026334933439890545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,65536,0.1322719971338908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,8192,0.018175999323527016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,8192,0.022711465756098427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,12288,0.030087467034657794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,7168,0.01588586668173472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,7168,0.021918932596842446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,65536,0.1324181318283081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,6144,0.014060800274213156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,6144,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,10240,0.026346667607625322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,5120,0.012356266379356384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,5120,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,7168,0.02057066758473714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,4096,0.009935999910036724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,4096,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,16384,0.037444265683492024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,3584,0.008732799688975017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,3584,0.018515199422836304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,8192,0.022232532501220703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,3072,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,3072,0.0167413334051768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,2560,0.00710399995247523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,2560,0.015340800086657206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,6144,0.018130133549372353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,2048,0.005901866654555003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,2048,0.014899200201034546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,3584,0.013201066851615905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,1536,0.004035199930270513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,1536,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,3072,0.012011733651161195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,1024,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,5120,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,1024,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,768,0.002959999938805898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,768,0.013931733369827271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,768,0.00791786660750707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,512,0.0026389333109060925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,512,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,1024,0.007962666451931
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,256,0.002234666546185811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,256,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,256,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,128,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,128,0.013432533542315165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,64,0.0021301334102948504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,1536,0.009195733070373534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,64,0.01370133360226949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,5120,32,0.0018506667266289395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,5120,32,0.013170133034388224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,65536,0.09026026725769043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,65536,0.0637450655301412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,16384,0.024889600276947022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,16384,0.0270197331905365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,12288,0.019322667519251505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,2048,0.010195199648539226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,12288,0.026504532496134443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,10240,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,10240,0.023797333240509033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,2560,0.011288533608118694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,8192,0.01434879998366038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,8192,0.02262399991353353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,8192,0.02223893404006958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,7168,0.012872533003489176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,7168,0.022638932863871256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,10240,0.02600640058517456
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,6144,0.012020267049471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,6144,0.02222613294919332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,65536,0.13172053496042888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,5120,0.010517332951227825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,5120,0.020465066035588585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,12288,0.0299072007338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,4096,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,4096,0.01928640007972717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,7168,0.02001813252766927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,3584,0.01035520037015279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,3584,0.018067200978597008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,5120,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,3072,0.009672533472379048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,3072,0.016795732577641807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,6144,0.01774186690648397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,2560,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,2560,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,2560,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,3584,0.013276799519856771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,2048,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,2048,0.015820800264676412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,1536,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,1536,0.015406933426856995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,4096,0.014106667041778565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,3072,0.011990400155385335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,1024,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,1024,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,768,0.003852800031503042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,768,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,512,0.00314026673634847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,512,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,1536,0.009525332848230999
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,256,0.013878400127092997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,512,0.007321600119272869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,128,0.0022645334402720133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,256,0.007110400001207988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,128,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,64,0.001802666609485944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,2048,0.00995733340581258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,768,0.007905066510041555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,4096,32,0.002181333303451538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,64,0.0125408003727595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,128,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,4096,32,0.013075199723243714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,65536,0.07906666596730551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,65536,0.05881919860839844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,16384,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,16384,0.026636799176534016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,12288,0.017732266585032144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,12288,0.02430079976717631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,10240,0.015307733416557312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,10240,0.02354773283004761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,16384,0.03744213183720906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,8192,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,8192,0.021245867013931274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,10240,0.02597973346710205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,7168,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,7168,0.021478400627772013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,8192,0.021699200073877968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,6144,0.011136000355084736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,6144,0.022504534324010214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,12288,0.029693865776062013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,5120,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,5120,0.01995519995689392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,6144,0.017758933703104655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,4096,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,4096,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,7168,0.01981546680132548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,3584,0.009522133072217305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,3584,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,5120,0.016109866897265117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,3072,0.008806399504343669
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,3072,0.016936532656351724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,3584,0.012836266557375589
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,2560,0.007362133264541626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,2560,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,4096,0.01405333379904429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,2048,0.006181333462397257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,2048,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,3072,0.012076800068219502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,1536,0.005223466455936432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,2048,0.010341333349545796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,1024,0.0042367999752362575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,1024,0.014567466576894126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,2560,0.011176533500353495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,768,0.003403733422358831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,768,0.014215466380119324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,768,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,1536,0.009532800316810608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,512,0.002996266633272171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,512,0.012829867005348206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,1024,0.008286933104197185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,256,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,256,0.012597333391507468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,16384,0.037411201000213626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,128,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,64,0.0019797333826621372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,64,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,128,0.006670933465162914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,256,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3584,32,0.002113066613674164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3584,32,0.012524799505869547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,65536,0.06182080109914144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,512,0.0075541332364082335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,65536,0.049582934379577635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,16384,0.019022933642069497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,16384,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,12288,0.01576746702194214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,12288,0.02299626668294271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,10240,0.013670399785041809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,10240,0.02249493400255839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,65536,0.13229653040568035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,8192,0.011916800340016683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,8192,0.021385600169499717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,10240,0.025922133525212603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,7168,0.010982400178909302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,7168,0.02005973259607951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,8192,0.021792000532150267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,6144,0.009966933727264404
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,6144,0.020602667331695558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,12288,0.029663999875386555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,5120,0.009260800480842591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,5120,0.018973867098490395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,7168,0.0198527991771698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,4096,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,4096,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,5120,0.016190933187802632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,3584,0.007503999769687653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,3584,0.017068799336751303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,6144,0.017800533771514894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,3072,0.008388266960779826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,3072,0.016731733083724977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,4096,0.014129066467285156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,2560,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,2560,0.0169813334941864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,3584,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,2048,0.006275199850400289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,2048,0.01567359964052836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,3072,0.012074666221936543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,1536,0.005566933254400889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,1536,0.014532267053922018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,1536,0.009227733810742695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,1024,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,2560,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,1024,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,768,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,16384,0.03743893305460612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,768,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,2048,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,512,0.0033930666744709016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,512,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,256,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,256,0.014254933595657349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,512,0.007462400197982788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,128,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,128,0.013748266299565635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,64,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,64,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,128,0.006846933563550313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,768,0.007928533355395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,3072,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,3072,32,0.01384213368097941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,1024,0.008374399940172831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,65536,0.055770667394002285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,65536,0.04865066607793172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,16384,0.017590399583180746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,16384,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,12288,0.014071466525395713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,12288,0.022634667158126832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,10240,0.012090667088826498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,10240,0.021194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,10240,0.025286400318145753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,8192,0.010643200079600016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,8192,0.020166399081548055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,12288,0.02935360074043274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,7168,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,7168,0.018627200524012247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,7168,0.01953279972076416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,6144,0.009122133255004883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,6144,0.01883946657180786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,16384,0.037094398339589434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,5120,0.008368000388145447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,5120,0.017922133207321167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,8192,0.021478400627772013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,4096,0.007460266848405202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,4096,0.017942400773366292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,5120,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,6144,0.01775040030479431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,3584,0.006345599889755249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,3584,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,3072,0.007713066538174947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,3072,0.016787199179331462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,4096,0.013684266805648803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,2560,0.007052800059318543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,2560,0.01627413332462311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,2560,0.011226666967074077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,2048,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,2048,0.016223999857902526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,1536,0.0050335998336474095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,1536,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,3584,0.01321386694908142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,1024,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,1024,0.014444800217946372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,1024,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,768,0.003807999938726425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,768,0.014154666662216186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,1536,0.009127466877301534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,512,0.0029653333127498626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,512,0.013671466708183288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,2048,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,256,0.013531733552614847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,512,0.007541333138942718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,768,0.00788800021012624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,256,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,128,0.013507200280825296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,64,0.01372160017490387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,128,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2560,32,0.0018687999496857326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2560,32,0.013719466328620911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,65536,0.04881386756896973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,65536,0.042973868052164715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,16384,0.014057599504788718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,16384,0.0225600004196167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,12288,0.011567999919255573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,12288,0.02067413330078125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,12288,0.029244800408681233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,10240,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,10240,0.01995519995689392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,16384,0.03690559864044189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,8192,0.00951573352018992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,8192,0.021092265844345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,10240,0.025566933552424113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,7168,0.009093333284060161
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,7168,0.021566933393478392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,8192,0.02143146594365438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,6144,0.007931733131408691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,6144,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,7168,0.019502933820088705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,6144,0.01774079998334249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,5120,0.007178666690985362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,5120,0.017008000612258913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,4096,0.009125333031018574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,4096,0.017386666933695474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,4096,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,3584,0.00848746697107951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,3584,0.016707199811935424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,5120,0.016084266702334087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,65536,0.13264106909434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,3072,0.006246399879455566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,3072,0.017518933614095053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,2560,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,2560,0.016489600141843162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,2560,0.011236266295115153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,2048,0.006075733403364817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,3584,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,3072,0.012034133076667786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,2048,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,1536,0.005196799834569296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,1536,0.015280000368754067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,1024,0.003853866706291834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,1024,0.014471466342608133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,1024,0.008370133241017659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,768,0.003433600068092346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,768,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,1536,0.009102933605511983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,512,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,512,0.014437333742777506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,256,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,512,0.0074527998765309645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,128,0.014248533050219217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,256,0.007062399884064992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,64,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,128,0.006701866785685222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,64,0.013314132889111837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,2048,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,2048,32,0.013758933544158936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,65536,0.03400319814682007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,65536,0.03491520086924235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,16384,0.012282666563987733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,16384,0.021202133099238078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,12288,0.009940266609191895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,12288,0.019345066944758096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,12288,0.029297065734863282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,10240,0.00870293378829956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,10240,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,65536,0.1315776030222575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,8192,0.007592533528804779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,8192,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,16384,0.03665706713994344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,7168,0.007959466675917308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,7168,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,10240,0.02593066692352295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,6144,0.006921599805355072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,6144,0.018257067600886027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,7168,0.01944213310877482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,5120,0.006129066646099091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,5120,0.018126932779947917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,8192,0.02148159941037496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,4096,0.0060597335298856105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,4096,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,5120,0.01569706698258718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,3584,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,3584,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,6144,0.018236800034840902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,3072,0.00553599993387858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,3072,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,4096,0.014036267002423605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,2560,0.005009066561857859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,2560,0.01562773287296295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,65536,0.13206613063812256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,2048,0.005842133363087972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,3584,0.012824533383051553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,3072,0.012382933497428894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,2048,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,1536,0.0045525332291920986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,1536,0.014521599809328715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,1024,0.003804799914360046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,1024,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,1024,0.008235733211040496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,768,0.0033887999753157297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,1536,0.009126399954160053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,768,0.013923199971516928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,512,0.0026186667382717133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,512,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,256,0.002566399921973546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,2048,0.010403199990590414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,256,0.013893333077430726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,128,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,128,0.013571199774742127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,512,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,256,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,768,0.007947733501593272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,64,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,64,0.014257066448529563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,128,0.006446933249632518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1536,32,0.002160000056028366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1536,32,0.013285332918167114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,65536,0.02428800066312154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,65536,0.02908693353335063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,16384,0.013502933581670127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,16384,0.0216213325659434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,12288,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,12288,0.020512000719706217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,10240,0.009556266665458679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,10240,0.018632533152898152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,10240,0.025916800896326704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,8192,0.008782933155695598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,8192,0.018956800301869713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,12288,0.028810666004816694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,7168,0.007749333480993907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,7168,0.017658666769663493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,8192,0.021836799383163453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,6144,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,7168,0.019370667139689126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,6144,0.018782933553059898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,5120,0.006714666883150737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,16384,0.03642239967981974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,5120,0.017794134219487508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,4096,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,4096,0.018246400356292724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,4096,0.014101333419481912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,3584,0.005492266515890757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,3584,0.01948480010032654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,5120,0.01569493313630422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,3072,0.005532800157864889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,3072,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,6144,0.017416532834370932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,2560,0.005005866785844167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,2560,0.016335999965667723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,3584,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,2560,0.010820266604423524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,2048,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,3072,0.01204159955183665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,2048,0.014452266693115234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,1536,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,1536,0.01571626663208008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,1024,0.00386559988061587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,1024,0.007941333452860515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,1536,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,768,0.003398400048414866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,2048,0.010358400146166484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,768,0.014266666769981385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,512,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,512,0.013876266280810037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,256,0.002567466596762339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,256,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,768,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,128,0.00222080002228419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,128,0.014155733585357665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,128,0.006680533289909363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,64,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,1024,32,0.002161066730817159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,1024,32,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,65536,0.01938986579577128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,65536,0.03573973178863525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,16384,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,16384,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,12288,0.009948800007502239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,12288,0.019172267119089762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,65536,0.1316533327102661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,10240,0.008273066580295562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,10240,0.019010132551193236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,12288,0.028485333919525145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,8192,0.007157333195209503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,8192,0.018497065703074137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,16384,0.03679680029551188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,10240,0.025171200434366863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,7168,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,7168,0.018369066715240478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,8192,0.02108586629231771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,6144,0.006657066444555919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,6144,0.01816426714261373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,65536,0.13228906790415446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,5120,0.005509333312511444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,5120,0.017123200496037803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,4096,0.005985066791375478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,4096,0.016454399625460307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,7168,0.01941546599070231
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,5120,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,3584,0.005851733187834421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,3584,0.016698666413625083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,6144,0.017744000752766928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,3072,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,3072,0.016461867094039916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,2560,0.005420800050099691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,2560,0.0164874662955602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,2048,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,2048,0.015264000495274863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,2560,0.01095146636168162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,2048,0.010382933417956035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,3584,0.013222400347391763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,3072,0.011627733707427979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,1536,0.004440533121426901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,1536,0.014503467082977294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,1024,0.003642666588226954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,1024,0.01437013347943624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,768,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,768,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,512,0.002593066543340683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,512,0.01439466675122579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,1024,0.008478933572769165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,1536,0.009622400005658466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,768,0.007500799993673961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,256,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,256,0.014193066954612732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,512,0.007257600128650665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,128,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,256,0.006716800232728322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,64,0.002131200085083644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,128,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,64,0.014062933127085366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,768,32,0.012518399953842163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,65536,0.027137066920598345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,768,32,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,16384,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,65536,0.031090132395426434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,16384,0.01850559910138448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,12288,0.007739733159542084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,12288,0.01847040057182312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,10240,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,10240,0.018216532468795777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,10240,0.025177599986394246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,12288,0.02962239980697632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,8192,0.005480533341566721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,8192,0.018489599227905273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,7168,0.0055189331372578945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,7168,0.018348799149195353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,16384,0.036975999673207596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,6144,0.005914666752020518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,6144,0.017871999740600587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,7168,0.01993066668510437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,5120,0.005522133409976959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,8192,0.021418666839599608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,5120,0.016588800152142844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,4096,0.005869866907596588
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,4096,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,6144,0.01816320021947225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,3584,0.005539200206597646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,3584,0.015757866700490317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,4096,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,5120,0.015729066729545594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,3072,0.005430399874846141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,3072,0.0153546671072642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,2560,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,2560,0.015612799922625223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,3584,0.013206400473912559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,2048,0.004657066861788432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,2048,0.014456533392270408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,3072,0.012492799758911132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,1536,0.00377813329299291
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,2560,0.011172266801198323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,1536,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,1024,0.003035733352104823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,2048,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,1024,0.014212266604105631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,768,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,768,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,1536,0.009109333157539368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,1024,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,512,0.0025461333493391673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,512,0.013769599795341491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,256,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,768,0.008306133250395458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,256,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,256,0.00714026689529419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,128,0.014195199807484946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,64,0.0018272000054518384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,128,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,64,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,512,32,0.0020309332758188248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,512,32,0.014223999778429666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,65536,0.016148266196250916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,65536,0.02477759917577108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,16384,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,16384,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,65536,0.1299626668294271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,12288,0.005087999999523163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,12288,0.017335466543833413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,10240,0.005526400109132131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,10240,0.01853760083516439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,12288,0.02880106568336487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,8192,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,8192,0.017735467354456583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,16384,0.036968533198038736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,7168,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,7168,0.017034665743509928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,10240,0.025149865945180254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,6144,0.005046399931112925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,8192,0.02143359978993734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,6144,0.01699413259824117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,5120,0.005041066805521647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,7168,0.019822933276494346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,5120,0.017885865767796834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,4096,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,4096,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,6144,0.01772480010986328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,5120,0.016477866967519125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,3584,0.005038933455944061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,3584,0.015763200322786965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,4096,0.013885866602261862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,3072,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,3072,0.01590079963207245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,2560,0.005014400184154511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,2560,0.015631999572118124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,3584,0.013014400005340576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,2048,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,3072,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,2048,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,1536,0.0038101332883040107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,2560,0.010756267110506694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,1536,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,2048,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,1024,0.013505066434542337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,1536,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,768,0.0025920001169045764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,768,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,512,0.0025727999707063037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,512,0.013689600427945457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,768,0.007559466858704884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,256,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,512,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,256,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,128,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,256,0.007089066505432129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,128,0.013364266355832419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,64,0.0018250666558742522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,128,0.006648533542950948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,64,0.012711466352144877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,256,32,0.0019167999426523846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,256,32,0.013324800133705138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,65536,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,65536,0.02074026664098104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,16384,0.005482666691144307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,16384,0.018540799617767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,12288,0.005074133475621542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,12288,0.01771946748097738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,16384,0.03619199991226196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,12288,0.029190399249394733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,10240,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,10240,0.01788053313891093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,8192,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,8192,0.017771732807159425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,10240,0.025111466646194458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,7168,0.005025066435337067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,8192,0.021873066822687783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,7168,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,6144,0.0050346667567888895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,6144,0.016857600212097167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,7168,0.019845332702000937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,5120,0.004675200084845225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,6144,0.017774933576583864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,5120,0.017401599884033205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,65536,0.1272095998128255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,4096,0.004257066547870636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,4096,0.016505600015322367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,3584,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,3584,0.015851733088493348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,5120,0.015758933623631795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,4096,0.014169599612553915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,3072,0.004282666742801667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,3072,0.015480533242225647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,65536,0.1275434652964274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,3584,0.013223466277122498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,2560,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,2560,0.014882133404413859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,3072,0.012403200070063274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,2048,0.004420266548792521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,2048,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,2560,0.011222400267918905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,1536,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,1536,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,2048,0.010364799698193868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,1024,0.0029535998900731405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,1536,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,1024,0.014626133441925048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,768,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,1024,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,768,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,512,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,768,0.007952000200748443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,512,0.01316266655921936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,65536,0.12639466921488446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,256,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,512,0.007533866663773854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,256,0.013622400164604188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,128,0.002164266755183538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,256,0.006753066678841908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,128,0.01383786698182424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,64,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,128,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,64,0.013579733173052468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,128,32,0.00179626668492953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,128,32,0.014114133516947427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,65536,0.00709440012772878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,65536,0.019761067628860474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,16384,0.005493333439032236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,16384,0.017806933323542277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,12288,0.005044266581535339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,12288,0.016706132888793947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,10240,0.004875733455022176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,10240,0.016607999801635742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,8192,0.0164490669965744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,8192,0.005085866649945577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,7168,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,7168,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,5120,0.004755199948946635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,6144,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,6144,0.016999467213948568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,3584,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,5120,0.016919465859731038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,3584,0.01502826710542043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,4096,0.004429866870244345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,4096,0.01646080017089844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,3072,0.004253866771856943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,2048,0.004263466596603394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,3072,0.015166933337847391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,2560,0.004276266694068909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,65536,0.1270965337753296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,2560,0.01458346645037333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,2048,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,1024,0.012955733140309653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,768,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,1536,0.00345920001467069
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,1536,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,1024,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,65536,0.12660480340321859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,256,0.01365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,768,0.012531200051307678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,512,0.002216533323129018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,512,0.012870400150616964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,64,0.0135754664738973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,256,0.002170666555563609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,128,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,64,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,128,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,64,32,0.0017685333887736004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,64,32,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,65536,0.006734933455785115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,65536,0.020827732483545938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,16384,0.005102933446566264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,16384,0.01827626625696818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,12288,0.004659200211366018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,8192,0.015836800138155617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,12288,0.016717867056528727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,10240,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,10240,0.01653866668542226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,8192,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,7168,0.005063466727733612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,5120,0.017543466885884602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,6144,0.0042698666453361515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,7168,0.016618667046229045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,6144,0.018289067347844443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,5120,0.004600533346335093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,4096,0.004634666442871094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,4096,0.017100799083709716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,3584,0.004267733295758565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,3584,0.014784000317255654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,3072,0.004198400179545084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,2048,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,3072,0.014733866850535075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,2560,0.004649599889914194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,2560,0.01467519998550415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,2048,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,1024,0.014052266875902811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,1536,0.0033962666988372804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,65536,0.12875306606292725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,1536,0.014419200023015341
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,1024,0.0029663999875386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,768,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,768,0.013481600085894265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,512,0.012632532914479574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,256,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,64,0.013210666179656983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,256,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,128,0.002035199974973996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,128,0.013165866335233053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,64,0.00176959993938605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,8,32,32,0.001743999992807706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,8,32,32,0.012386133273442585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,16384,0.18693013191223146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,16384,0.33682772318522136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,12288,0.2550410588582357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,12288,0.13896106084187826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,10240,0.21245867411295571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,10240,0.11936533451080322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,8192,0.16483519872029623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,8192,0.09571413199106851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,7168,0.14373866717020672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,7168,0.08520853519439697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,6144,0.12497173150380451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,6144,0.07519466876983642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,5120,0.10069013436635335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,5120,0.06435093482335409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,4096,0.08416960239410401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,4096,0.05534613529841105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,4096,0.03952533404032389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,3584,0.07197653452555339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,3584,0.04976746638615926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,5120,0.043773865699768065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,3072,0.06189653476079306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,3072,0.0452394684155782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,6144,0.05347626606623331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,2560,0.05269546508789062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,2560,0.03966933488845825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,3584,0.03520533243815104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,2048,0.042453332742055254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,2048,0.0352565328280131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,7168,0.05705706675847372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,1536,0.03242666721343994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,1536,0.030526934067408244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,3072,0.03133119940757752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,1024,0.02308373252550761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,1024,0.02481600046157837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,2560,0.02595840096473694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,768,0.017754666010538735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,768,0.02220906615257263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,1024,0.01651306649049123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,512,0.01285546620686849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,512,0.020385066668192543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,1536,0.020070399840672812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,256,0.007805866499741872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,256,0.016503467162450155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,2048,0.02334933280944824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,128,0.0049792001644770306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,128,0.014812800288200378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,512,0.011751466989517212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,64,0.004249600072701773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,64,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,65536,32,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,65536,32,0.01637440025806427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,65536,0.31770346959431967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,65536,0.17682132720947266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,8192,0.0665663997332255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,16384,0.08381760120391846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,16384,0.055460266272226964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,128,0.008738133311271667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,12288,0.06488213141759237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,12288,0.044489598274230956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,256,0.009686400492986042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,10240,0.05550293525060018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,10240,0.0401311993598938
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,768,0.014030933380126953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,8192,0.04305599927902222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,8192,0.03662613232930501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,10240,0.0807978630065918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,7168,0.03619626760482788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,7168,0.032382933298746745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,7168,0.024016000827153525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,6144,0.03160853385925293
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,6144,0.030469334125518797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,8192,0.027914667129516603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,5120,0.02797226707140605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,5120,0.026733867327372235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,10240,0.03343360026677449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,4096,0.023012266556421915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,4096,0.02467199961344401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,12288,0.03972053527832031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,3584,0.019802665710449217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,3584,0.02279040018717448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,12288,0.0947370688120524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,3072,0.01771413286526998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,3072,0.02236586610476176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,5120,0.020035199324289956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,2560,0.015169066190719605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,2560,0.02097919980684916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,4096,0.018012799819310508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,6144,0.023036799828211465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,2048,0.012202666203180949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,2048,0.018821332852045694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,1536,0.009907199939092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,1536,0.018407466014226277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,3584,0.01685546636581421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,1024,0.007490133245786031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,1024,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,1536,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,768,0.005955199897289276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,1024,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,512,0.0034677334129810332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,512,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,768,0.008617599805196125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,256,0.002624000112215678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,256,0.01416853368282318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,3072,0.014896000425020853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,128,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,128,0.012964266538619994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,128,0.006668800115585327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,64,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,256,0.007156266768773396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,64,0.013196800152460733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,16384,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,16384,32,0.012900267044703165
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,65536,0.23947200775146485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,65536,0.1423360029856364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,16384,0.06618773142496745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,512,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,16384,0.050103465716044106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,12288,0.05034346580505371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,12288,0.04126720031102498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,2048,0.011799466609954835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,10240,0.04237546523412068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,10240,0.0384607990582784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,2560,0.01325866679350535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,8192,0.03775360186894734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,8192,0.03435626824696859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,16384,0.0485482652982076
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,7168,0.03317760030428569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,7168,0.03243839939435323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,8192,0.022782933712005616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,6144,0.029088000456492107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,6144,0.028757333755493164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,7168,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,5120,0.025018666187922162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,5120,0.026710400978724163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,10240,0.02721280058224996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,4096,0.02115839918454488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,4096,0.024757333596547446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,12288,0.03132373293240865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,3584,0.018757333358128868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,3584,0.02059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,4096,0.015296000242233276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,3072,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,3072,0.020503467321395873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,5120,0.017240534226099648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,2560,0.01437333325544993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,2560,0.019335466623306274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,6144,0.019394133488337198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,2048,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,2048,0.018739199638366698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,3584,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,1536,0.008144000172615051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,1536,0.015874133507410685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,1536,0.009537067015965779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,1024,0.006270933151245117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,1024,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,2048,0.01042560040950775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,768,0.004244266450405121
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,768,0.014300800363222756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,1024,0.00871573289235433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,512,0.0030517332255840302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,512,0.013589333494504294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,2560,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,256,0.0025418666501839954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,3072,0.013266133268674216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,256,0.012940800189971924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,128,0.012452266613642375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,512,0.007505066692829132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,64,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,64,0.012904533743858337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,128,0.006704000135262807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,12288,32,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,12288,32,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,65536,0.2037813345591227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,65536,0.12426986694335937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,16384,0.05636373360951742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,16384,0.044137601057688394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,12288,0.04314773480097453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,12288,0.037299199899037676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,10240,0.03729600111643473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,10240,0.03498880068461101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,16384,0.03910613457361857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,8192,0.0305461327234904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,8192,0.031592533985773726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,8192,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,7168,0.027714133262634277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,7168,0.02992960015932719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,10240,0.026756266752878826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,6144,0.024949334065119424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,6144,0.026869332790374754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,12288,0.03041599988937378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,5120,0.021153066555658975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,5120,0.025172267357508344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,7168,0.02091839909553528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,4096,0.01717653274536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,4096,0.02257279952367147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,6144,0.019322667519251505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,3584,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,3584,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,5120,0.017303466796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,3072,0.01495253344376882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,3072,0.020498132705688475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,16384,0.038685866196950275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,2560,0.013195733229319254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,2560,0.018566399812698364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,4096,0.014879999558130899
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,2048,0.009616000453631084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,2048,0.017106133699417114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,3072,0.01286079982916514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,1536,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,1536,0.014506666858990987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,3584,0.01400106648604075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,1024,0.005130666494369507
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,1024,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,1024,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,768,0.003798400113979975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,768,0.01443839967250824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,1536,0.009531733393669129
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,512,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,512,0.013315199812253316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,768,0.008297599852085114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,256,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,256,0.014167466759681701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,512,0.007540266712506611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,2048,0.010085333387056987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,128,0.012678399682044983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,64,0.0021738665799299877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,64,0.012547199924786886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,256,0.007187200089295705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,10240,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,10240,32,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,65536,0.16713706652323407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,65536,0.10050346851348876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,16384,0.045474131902058915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,16384,0.03646080096562703
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,12288,0.03545706669489543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,12288,0.03060800035794576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,2560,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,10240,0.028757333755493164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,10240,0.026868265867233277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,16384,0.11823360125223796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,8192,0.02367466688156128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,8192,0.024709333976109825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,10240,0.02636373241742452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,7168,0.02097813288370768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,7168,0.024606933196385704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,12288,0.030528000990549725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,6144,0.017811199029286705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,6144,0.022555732727050783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,8192,0.02232426603635152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,5120,0.015682133038838704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,5120,0.020795732736587524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,7168,0.020920532941818237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,4096,0.013363200426101684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,4096,0.020521599054336547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,6144,0.01908906698226929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,3584,0.011173333724339802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,3584,0.018952532609303793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,16384,0.037918933232625324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,3072,0.010552533467610677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,3072,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,5120,0.017002665996551515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,2560,0.009155199925104777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,2560,0.016565333803494772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,4096,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,2048,0.007879466811815897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,2048,0.015532799561818442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,3072,0.012059733271598816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,1536,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,1536,0.014914133151372275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,3584,0.013642666737238565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,1024,0.003931733220815659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,1536,0.009565866986910502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,768,0.0034058667719364167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,2560,0.011162666479746501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,768,0.014362667004267374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,2048,0.010334933797518413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,512,0.0029685333371162414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,512,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,256,0.002324266731739044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,256,0.014247467120488485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,128,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,128,0.012788266936937968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,512,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,64,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,256,0.007143466671307881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,64,0.012786133090655008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,8192,32,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,128,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,8192,32,0.012731732924779257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,65536,0.14707093238830565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,65536,0.09541013240814208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,16384,0.04114240010579427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,16384,0.03709333340326945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,12288,0.03247999946276347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,12288,0.028225066264470418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,768,0.007957333326339721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,10240,0.027365332841873168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,10240,0.026396799087524413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,10240,0.026422399282455444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,8192,0.023811199267705283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,8192,0.02346453269322713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,12288,0.030055467287699384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,7168,0.018119466304779053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,7168,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,16384,0.037862400213877365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,6144,0.015795200069745382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,6144,0.022102399667104086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,8192,0.022702932357788086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,5120,0.013978667060534158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,5120,0.02214720050493876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,7168,0.02060906688372294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,4096,0.011843199531237285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,4096,0.019426133235295615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,4096,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,3584,0.010351999600728353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,3584,0.018501333395640054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,5120,0.016925867398579916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,3072,0.009543466567993163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,3072,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,6144,0.01918506622314453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,2560,0.008250666658083598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,2560,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,3584,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,2048,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,2048,0.015074132879575094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,3072,0.012085333466529846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,1536,0.005790933469931285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,1536,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,2048,0.010418132940928141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,1024,0.003437866767247518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,1024,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,1536,0.009336533149083455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,768,0.0031338666876157125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,768,0.014327466487884521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,2560,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,512,0.0026880001028378804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,512,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,1024,0.008347733815511068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,256,0.0025578667720158894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,256,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,512,0.007892266909281413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,128,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,768,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,128,0.007028266787528992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,7168,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,64,0.01418346663316091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,256,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,7168,32,0.013154133160909017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,65536,0.12261013189951579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,65536,0.07950613498687745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,16384,0.03685333331425984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,16384,0.034701867898305254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,12288,0.02835306723912557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,12288,0.02873813311258952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,12288,0.030026666323343915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,10240,0.02403306762377421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,10240,0.026796799898147584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,16384,0.03766719897588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,8192,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,8192,0.022950400908788048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,10240,0.026336000363032026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,7168,0.01803626616795858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,7168,0.021991467475891112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,8192,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,6144,0.016074666380882265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,6144,0.020722132921218873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,7168,0.020524799823760986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,5120,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,5120,0.019112533330917357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,65536,0.13356053034464518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,4096,0.010838400324185688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,4096,0.018620800971984864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,6144,0.019011199474334717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,3584,0.009545600414276123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,3584,0.01846826672554016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,5120,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,3072,0.008680533369382222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,3072,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,4096,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,2560,0.007513600091139476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,2560,0.016263467073440552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,3072,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,2048,0.0064533332983652755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,2048,0.014590932925542196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,2560,0.011574400464693706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,1536,0.004610133171081543
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,1536,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,3584,0.013438933094342551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,1024,0.0035082665582497918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,1024,0.014401066303253173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,1024,0.008523733417193095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,768,0.003045333425203959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,768,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,1536,0.009191466371218364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,512,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,512,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,512,0.007537066439787547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,2048,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,256,0.012526933352152506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,128,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,128,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,768,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,64,0.0018816000471512477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,128,0.006702933212121327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,64,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,6144,32,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,6144,32,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,65536,0.10623786449432374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,65536,0.07398186524709066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,16384,0.031668267647425336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,16384,0.03253013292948405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,12288,0.02539520064989726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,12288,0.027974400917689008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,65536,0.1325663963953654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,10240,0.02148800094922384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,10240,0.025121066967646283
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,65536,0.13179306983947753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,8192,0.018557866414388023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,8192,0.022699733575185142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,12288,0.030009599526723225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,7168,0.016641066471735636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,7168,0.021116799116134642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,10240,0.026338134209314985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,6144,0.014485333363215128
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,6144,0.01976319948832194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,8192,0.022233599424362184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,5120,0.012876799702644348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,5120,0.018667733669281004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,7168,0.020383999745051066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,4096,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,4096,0.018755199511845906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,6144,0.018480000893274943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,3584,0.008697600166002909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,3584,0.016429866353670754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,16384,0.03744000196456909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,3072,0.007859200239181519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,3072,0.014507733782132468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,65536,0.14815786679585774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,2560,0.007067733506361644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,2560,0.014894933501879374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,3584,0.012873599926630655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,2048,0.005852800110975901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,2048,0.014551466703414917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,3072,0.012050132950146992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,1536,0.004162133236726125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,1536,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,4096,0.014239999651908874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,1024,0.0032874666154384612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,1024,0.014387200276056925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,5120,0.015973333517710367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,768,0.0029909332593282064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,768,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,1024,0.008376533786455791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,2560,0.011203199625015259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,768,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,512,0.0026069333155949908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,512,0.014340266585350037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,256,0.0022485333184401194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,256,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,128,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,128,0.014177067081133523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,1536,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,64,0.0021290667355060577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,64,0.012541866302490235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,5120,32,0.0018346666047970455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,5120,32,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,128,0.007084799806276958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,256,0.007134933272997539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,65536,0.08950080076853434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,65536,0.06514240105946859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,16384,0.0265664001305898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,16384,0.028573866685231524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,12288,0.020009599129358926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,12288,0.02472533384958903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,512,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,10240,0.017067732413609822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,10240,0.02313493291536967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,8192,0.014651733636856078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,8192,0.0226090669631958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,8192,0.02227733333905538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,7168,0.01334826648235321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,7168,0.022460800409317017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,10240,0.025986133019129436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,6144,0.011981866757074992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,6144,0.020802134275436403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,65536,0.13165866533915202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,5120,0.011043199896812439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,5120,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,12288,0.03006400068600972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,4096,0.009688533345858256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,4096,0.018685867389043175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,6144,0.01816320021947225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,3584,0.010762666662534077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,3584,0.018207999070485432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,7168,0.02029973268508911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,3072,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,3072,0.01740586757659912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,5120,0.01614293356736501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,2560,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,2560,0.016545066237449647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,3584,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,2048,0.006962133447329204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,2048,0.014804266889890037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,4096,0.013992533087730408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,1536,0.005832533538341522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,1536,0.01573013365268707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,3072,0.012033067146937053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,1024,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,1536,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,1024,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,768,0.0035135999321937563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,768,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,2048,0.009981866677602131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,512,0.00347626656293869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,512,0.013912533720334372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,2560,0.011147733529408772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,256,0.002221866697072983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,768,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,256,0.012471466263135274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,128,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,128,0.01248426636060079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,64,0.0020031999796628953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,1024,0.00827519992987315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,64,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,4096,32,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,4096,32,0.012507733702659608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,65536,0.0782912015914917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,65536,0.05853439966837565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,16384,0.024040534098943075
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,16384,0.026845866441726686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,12288,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,12288,0.02434239983558655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,16384,0.03739200035730998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,10240,0.01572266618410746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,10240,0.02262186606725057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,8192,0.013578666249910989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,8192,0.021142399311065672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,8192,0.021843200922012328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,7168,0.012219732999801636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,7168,0.021540266275405884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,10240,0.025961599747339886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,6144,0.011248000462849935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,6144,0.02056000034014384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,12288,0.03012479941050212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,7168,0.01978879968325297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,5120,0.009969066580136616
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,5120,0.018578133980433145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,4096,0.008755200107892354
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,4096,0.01809920072555542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,6144,0.017808000246683754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,3584,0.009649067123730978
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,3584,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,4096,0.013724799950917563
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,3072,0.008770133058230083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,3072,0.016504533092180886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,5120,0.016251732905705772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,2560,0.007613866527875264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,2560,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,3584,0.013277866442998252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,2048,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,2048,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,16384,0.03744853337605794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,1536,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,1536,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,2560,0.011194666226704914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,1024,0.00425493319829305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,1024,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,768,0.0034133332471052804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,768,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,1536,0.009326933821042379
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,512,0.0033130665620168054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,512,0.013798399766286214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,2048,0.010006399949391682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,1024,0.008323200047016144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,256,0.0021717332303524016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,768,0.007933866480986278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,256,0.013839999834696451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,128,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,128,0.013725866874059042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,64,0.0019477333873510361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,64,0.013554132978121438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,512,0.0074879998962084455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,128,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3584,32,0.0018154667069514591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,256,0.007049599786599477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3584,32,0.013529599706331889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,65536,0.06731200218200684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,65536,0.049668268362681074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,16384,0.020169599850972494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,16384,0.024694399038950602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,12288,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,12288,0.022637865940729775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,10240,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,10240,0.022578134139378866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,10240,0.025838933388392132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,8192,0.012138666709264119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,8192,0.02103786667188009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,12288,0.029616000254948933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,7168,0.01127893328666687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,7168,0.019734400510787963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,65536,0.1318015972773234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,6144,0.010407466689745586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,6144,0.019579732418060304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,8192,0.021525333325068154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,5120,0.009539199868837993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,5120,0.018492799997329713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,7168,0.019782400131225585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,4096,0.007921066880226136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,4096,0.016569599509239197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,6144,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,3584,0.007483733197053273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,3584,0.01838399966557821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,16384,0.03748586575190226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,3072,0.008317866424719492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,3072,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,5120,0.016122666994730632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,2560,0.007004799942175548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,2560,0.01665493349234263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,3584,0.013265066345532737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,2048,0.0060032000144322716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,2048,0.015495466192563376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,4096,0.014056533575057983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,1536,0.00544213354587555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,1536,0.014495999614397685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,1536,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,1024,0.004355200131734212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,3072,0.012072533369064331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,2048,0.010019200046857198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,768,0.0038005332152048744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,768,0.014518400033315023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,512,0.003432533393303553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,512,0.014392532904942832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,2560,0.01125759979089101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,256,0.002628266563018163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,256,0.013245866696039835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,512,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,256,0.007131733496983846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,128,0.012470400333404541
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,1024,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,64,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,64,0.013510400056838989
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,3072,32,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,128,0.006681600213050842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,3072,32,0.01241386632124583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,65536,0.05822826623916626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,65536,0.047288533051808676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,16384,0.018118399381637573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,16384,0.02375040054321289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,12288,0.014382933576901754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,12288,0.02198186715443929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,10240,0.012547199924786886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,10240,0.020744532346725464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,10240,0.025527467330296833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,8192,0.011105066537857056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,8192,0.01990399956703186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,12288,0.02961066762606303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,7168,0.01037013332049052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,7168,0.01912533243497213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,8192,0.021427200237909953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,6144,0.009270399808883667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,7168,0.019573332866032918
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,6144,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,5120,0.008318933347860973
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,5120,0.01713386575380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,16384,0.03775360186894734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,4096,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,4096,0.01678933302561442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,5120,0.016170666615168253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,3584,0.006387199958165486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,3584,0.016511999567349753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,6144,0.017756799856821694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,3072,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,3072,0.016535466909408568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,4096,0.014113066593805948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,2560,0.007063466807206471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,2560,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,3584,0.013223466277122498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,2048,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,2048,0.016254933675130208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,3072,0.011946666240692138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,1536,0.005107200145721436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,1536,0.01454080045223236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,2560,0.011201066772143047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,1024,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,1024,0.01474453310171763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,1536,0.00918506681919098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,768,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,768,0.014332800110181173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,2048,0.009964799880981446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,512,0.003420799970626831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,512,0.01418773333231608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,768,0.007945600152015685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,512,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,256,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,256,0.013426132996877036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,128,0.0023146666586399078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,128,0.012487467130025227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,64,0.012613333264986672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,256,0.007136000196139018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,128,0.006692266464233399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2560,32,0.0018751999984184902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2560,32,0.012534399827321371
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,65536,0.04850879907608032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,65536,0.043562666575113936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,16384,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,16384,0.022371200720469157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,12288,0.0116266667842865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,12288,0.020579200983047486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,12288,0.029190399249394733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,10240,0.01032319962978363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,10240,0.019497599204381308
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,16384,0.037418667475382486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,8192,0.009593600034713745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,8192,0.02040426731109619
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,10240,0.02533973256746928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,7168,0.008779733379681905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,7168,0.020798933506011964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,7168,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,6144,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,6144,0.017464532454808553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,8192,0.02150719960530599
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,5120,0.007100800176461537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,65536,0.13274346987406413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,4096,0.0083146666487058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,4096,0.017578667402267455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,6144,0.01776533325513204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,3584,0.007910400132338206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,3584,0.016582399606704712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,5120,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,3072,0.005857066810131073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,3072,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,2560,0.005412266651789347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,2560,0.016753067572911583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,3584,0.012874666849772134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,2048,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,2048,0.01651413341363271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,2560,0.011196800072987874
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,3072,0.012135466933250428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,1536,0.005028266708056132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,1536,0.014454399545987448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,1024,0.003869866579771042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,1024,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,1024,0.00872320036093394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,768,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,768,0.014501333236694336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,1536,0.009526399771372478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,512,0.003052799900372823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,512,0.014398933450380961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,2048,0.009986133376757304
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,256,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,256,0.013729066650072733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,512,0.007551999886830647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,768,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,256,0.007091199855009715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,128,0.002199466774861018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,128,0.01399786671002706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,128,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,64,0.014320000012715658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,2048,32,0.002178133279085159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,2048,32,0.014181333780288696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,65536,0.036201600233713785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,65536,0.03490133285522461
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,16384,0.012377599875132244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,16384,0.022039467096328737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,12288,0.010225066542625427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,12288,0.019036799669265747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,65536,0.13213120301564535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,10240,0.008777599533398945
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,10240,0.018593066930770875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,12288,0.029107199112574263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,8192,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,8192,0.018544000387191773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,10240,0.025600000222524004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,7168,0.007915733257929485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,7168,0.01841920018196106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,16384,0.03665706713994344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,6144,0.006762666503588359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,6144,0.01758613387743632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,7168,0.01993173360824585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,5120,0.006318933268388112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,5120,0.01648319959640503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,8192,0.021636267503102623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,4096,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,4096,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,6144,0.018173867464065553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,3584,0.005874133110046387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,3584,0.016597333550453185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,4096,0.014126933614412942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,3072,0.0055178667108217875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,3072,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,5120,0.01614720026652018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,2560,0.005061333378156027
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,2560,0.01572160025437673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,2560,0.011224533120791119
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,2048,0.005834666887919108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,3072,0.0121781329313914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,2048,0.01492586632569631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,3584,0.013240533073743186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,1536,0.005015466610590617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,1536,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,1024,0.0038015998899936674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,1024,0.014435199896494546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,65536,0.13138453165690106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,1024,0.008713600039482117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,768,0.0032416000962257386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,768,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,1536,0.0091839998960495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,512,0.0029706666866938275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,512,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,256,0.002603733291228612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,256,0.014311466614405313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,2048,0.010356266299883525
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,128,0.013942399621009826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,256,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,768,0.007919999957084655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,64,0.0019487999379634857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,64,0.014109866817792258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,128,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1536,32,0.0021183999876181287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1536,32,0.013705600301424661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,65536,0.025255467494328814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,65536,0.02872213323911031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,16384,0.012821333607037863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,16384,0.022021333376566567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,12288,0.010651733477910359
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,12288,0.020563199122746786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,10240,0.009559466441472372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,10240,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,10240,0.02571413318316142
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,8192,0.009174399574597676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,8192,0.018403200308481853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,12288,0.02921066681543986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,7168,0.008036266764005024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,7168,0.01766293247540792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,8192,0.0216757337252299
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,6144,0.007478400071461995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,6144,0.016992000738779704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,7168,0.019828265905380248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,5120,0.006651733318964641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,5120,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,16384,0.036807465553283694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,4096,0.0058442667126655575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,4096,0.016899200280507405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,5120,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,6144,0.018184532721837364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,3584,0.005497600138187409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,3584,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,3072,0.0055061335364977515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,3072,0.016495999693870545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,4096,0.014255999525388082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,2560,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,2560,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,2560,0.011586133639017742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,3584,0.013278933366139731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,3072,0.012389333049456278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,2048,0.005640533566474914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,2048,0.01490133305390676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,1536,0.004679466784000397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,1536,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,1536,0.009314133723576864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,2048,0.010360532999038696
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,1024,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,1024,0.014470400412877402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,768,0.003402666747570038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,768,0.014648532867431641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,1024,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,512,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,768,0.00796693315108617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,512,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,256,0.002537599951028824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,256,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,128,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,256,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,512,0.007494399944941203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,128,0.014312533537546792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,128,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,64,0.014164266983668008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,1024,32,0.002162133405605952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,1024,32,0.014070399602254233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,65536,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,65536,0.03525013526280721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,16384,0.013609600067138673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,16384,0.020331732432047524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,12288,0.009544533491134644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,12288,0.020172800620396933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,65536,0.13160853385925292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,10240,0.007946666578451793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,10240,0.018412800629933675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,12288,0.02919573386510213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,8192,0.007355733215808869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,8192,0.01855573256810506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,10240,0.025142399470011394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,7168,0.007122133175532024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,7168,0.01883626580238342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,16384,0.03663146495819092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,6144,0.006663466493288676
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,6144,0.017669334014256795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,8192,0.02142613331476847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,5120,0.00565226674079895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,7168,0.01941439906756083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,5120,0.017258665959040322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,4096,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,4096,0.016420267025629678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,6144,0.01818559964497884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,3584,0.005896533528963724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,3584,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,4096,0.014094932874043783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,3072,0.005498666564623515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,5120,0.015715199708938598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,3072,0.016567466656366985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,2560,0.005353599786758423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,2560,0.016127999623616537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,3584,0.01322879989941915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,2048,0.0042581334710121155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,2048,0.015607466300328573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,3072,0.01204266647497813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,1536,0.004557866851488749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,1536,0.01479573349157969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,2048,0.010328533252080281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,1024,0.0038090666135152185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,1024,0.014383999506632486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,768,0.0032640000184377036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,768,0.014459733168284097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,1024,0.008728532989819845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,1536,0.00913813312848409
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,512,0.002976000060637792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,768,0.008348799745241801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,512,0.013226667046546936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,256,0.0022111999491850535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,256,0.012738133470217386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,128,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,512,0.00754559983809789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,256,0.007043200234572093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,128,0.012560000022252401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,64,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,128,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,64,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,768,32,0.0021194666624069214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,768,32,0.014265599846839904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,65536,0.028325333197911577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,65536,0.02980053424835205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,16384,0.008843732873598735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,16384,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,12288,0.007929599781831106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,12288,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,65536,0.13102293014526367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,10240,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,10240,0.017834667364756265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,12288,0.02918720046679179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,8192,0.0054666668176651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,8192,0.018481065829594932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,10240,0.02518293261528015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,16384,0.0361685315767924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,7168,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,7168,0.018921599785486857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,6144,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,6144,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,7168,0.019767467180887857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,8192,0.02142826716105143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,5120,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,5120,0.01652479966481527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,4096,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,4096,0.016437333822250367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,6144,0.018152532974878947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,3584,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,3584,0.01556373337904612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,5120,0.016114133596420287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,4096,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,3072,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,3072,0.015497600038846334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,2560,0.005020800232887268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,2560,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,3584,0.01320319970448812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,2048,0.004633600016434988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,3072,0.011959466338157653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,2560,0.011187199751536052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,2048,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,1536,0.003786666691303253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,1536,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,1024,0.0030239999294281008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,1024,0.01425386667251587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,1536,0.009193600217501322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,2048,0.01034453312555949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,768,0.002639999985694885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,1024,0.008524800340334576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,768,0.013489066561063131
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,512,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,512,0.013537066181500754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,256,0.0022122666239738466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,768,0.0075530668099721265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,512,0.007733333110809326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,256,0.012410666545232136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,128,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,256,0.006749866902828217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,128,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,64,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,128,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,64,0.012517333030700684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,512,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,512,32,0.014083199699719749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,65536,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,65536,0.023476266860961915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,16384,0.006299733122189839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,16384,0.018782933553059898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,12288,0.0050357331832249965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,12288,0.018142932653427125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,65536,0.13001706600189208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,10240,0.005593599875768026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,10240,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,12288,0.028435200452804565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,8192,0.005494399865468343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,8192,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,16384,0.03577599922815959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,7168,0.005073066552480062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,7168,0.017779199282328288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,10240,0.025518933931986492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,6144,0.005053866902987162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,6144,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,8192,0.02141439914703369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,5120,0.0049098665515581764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,7168,0.01954666574796041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,5120,0.016666666666666666
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,4096,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,6144,0.018125865856806436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,4096,0.01636373301347097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,3584,0.004680533210436503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,3584,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,5120,0.01565120021502177
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,3072,0.004667733112970988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,4096,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,3072,0.014524799585342408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,2560,0.004658133288224538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,3584,0.012454400459925335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,2560,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,2048,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,2048,0.01499626636505127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,3072,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,1536,0.003773866593837738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,2560,0.011169067025184632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,1536,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,1024,0.0029728000362714132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,2048,0.00997440020243327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,1024,0.014317867159843446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,1536,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,768,0.0027104000250498454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,1024,0.007898666461308797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,768,0.01418880025545756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,512,0.002585600068171819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,512,0.013537066181500754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,768,0.007914666831493378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,256,0.002147199958562851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,256,0.012432000041007996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,128,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,256,0.006690133114655812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,128,0.012477866808573405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,64,0.0019456000377734502
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,128,0.006236800054709116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,64,0.0125408003727595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,256,32,0.002113066613674164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,256,32,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,65536,0.011221333344777425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,65536,0.020660267273585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,16384,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,16384,0.0166293332974116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,16384,0.036228267351786296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,12288,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,12288,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,10240,0.005452799797058106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,10240,0.017605332533518474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,12288,0.028806400299072266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,8192,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,10240,0.025154133637746174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,8192,0.017460266749064125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,7168,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,7168,0.01726613243420919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,65536,0.1266976038614909
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,6144,0.0050784001747767125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,6144,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,8192,0.021418666839599608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,5120,0.0042805333932240805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,5120,0.017414400974909462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,7168,0.019428267081578573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,4096,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,6144,0.018194133043289186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,4096,0.01618559956550598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,3584,0.00461760014295578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,5120,0.015737600127855935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,3584,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,3072,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,4096,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,3072,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,2560,0.004216533402601878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,3584,0.012796800335248312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,2560,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,3072,0.012418133020401002
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,2048,0.0039018665750821433
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,2048,0.014862933754920959
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,2560,0.01123413344224294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,65536,0.1262325366338094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,1536,0.0037621334195137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,2048,0.010002133250236512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,1536,0.014258133371671042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,1024,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,1024,0.013847466309865317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,1536,0.008734933535257975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,768,0.002571733295917511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,1024,0.00795413355032603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,768,0.012546133001645407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,512,0.0025631998976071674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,768,0.007530666887760162
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,512,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,256,0.0021269333859284716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,256,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,128,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,256,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,128,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,64,0.0018197332819302875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,128,0.006298666695753734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,65536,0.12891093095143635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,64,0.013303466637929282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,128,32,0.0017664000391960145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,65536,0.12703466415405273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,65536,0.01871253252029419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,128,32,0.012412800391515096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,65536,0.006671999891599019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,10240,0.004786133269468943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,16384,0.005096533397833506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,16384,0.019091200828552247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,12288,0.005055999755859375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,12288,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,10240,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,8192,0.005006933212280273
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,7168,0.005022933085759481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,6144,0.015989333391189575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,8192,0.015271466970443726
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,5120,0.016498133540153503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,7168,0.01646613379319509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,6144,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,5120,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,3584,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,4096,0.004162133236726125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,4096,0.015753600001335143
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,3584,0.004584533472855886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,3072,0.004226133227348328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,2560,0.00420053352912267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,3072,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,2560,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,1536,0.014301866292953491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,2048,0.004221866528193155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,1024,0.013246933619181315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,768,0.0025311999022960665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,2048,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,1536,0.003446399917205175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,1024,0.002890666574239731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,256,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,768,0.012457600235939026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,512,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,512,0.013614933689435324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,128,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,256,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,128,0.0017781333376963933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,64,0.0017621333400408429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,64,0.013771733641624451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,64,32,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,64,32,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,65536,0.00673280010620753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,16384,0.016683733463287352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,12288,0.005032533407211303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,65536,0.01874986688296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,16384,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,12288,0.01642346680164337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,10240,0.0046741331617037455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,10240,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,8192,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,7168,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,8192,0.017588265736897788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,6144,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,65536,0.12790079911549884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,7168,0.01662506659825643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,6144,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,5120,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,5120,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,4096,0.0038176000118255613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,4096,0.017903999487559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,3072,0.014537599682807923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,3584,0.004299733539422353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,2560,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,65536,0.12707839806874593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,3584,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,1024,0.003010133405526479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,3072,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,2560,0.004243200023969015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,2048,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,1536,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,2048,0.014385066429773965
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,1536,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,768,0.0026026666164398193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,1024,0.013499733805656434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,768,0.012498133381207784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,512,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,512,0.013496533036231995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,256,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,256,0.012390399972597759
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,128,0.013539200027783712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,64,0.0017621333400408429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,64,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,4,32,32,0.0017898666361967723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,4,32,32,0.013552000125249227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,16384,0.33361705144246423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,16384,0.1855306625366211
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,12288,0.25385279655456544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,12288,0.13690880139668782
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,10240,0.21001067161560058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,10240,0.117739733060201
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,8192,0.17266027132670086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,8192,0.10038506984710693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,7168,0.14276480674743652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,7168,0.08430720170338948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,6144,0.12308586438496907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,6144,0.07431893348693848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,5120,0.10442346731821697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,5120,0.06442026694615682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,4096,0.08718079725901286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,4096,0.05491199890772501
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,4096,0.03767253160476684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,3584,0.07214186986287435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,3584,0.04963200092315674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,5120,0.04395733277002971
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,3072,0.062033065160115565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,3072,0.04496853351593018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,6144,0.050078932444254556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,2560,0.05236053466796875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,2560,0.04037439823150635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,3584,0.033556266625722246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,2048,0.042344534397125246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,2048,0.035412267843882246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,7168,0.05727359851201376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,1536,0.032494932413101196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,1536,0.0302837332089742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,3072,0.031259733438491824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,1024,0.023457066218058268
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,1024,0.025163733959198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,2560,0.02754986683527629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,768,0.01801919937133789
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,768,0.02268799940745036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,1024,0.016158933440844216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,512,0.01290986637274424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,512,0.020451200008392335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,768,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,256,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,256,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,1536,0.019194666544596353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,128,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,128,0.01612053314844767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,128,0.008725333213806152
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,64,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,256,0.009524266918500264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,64,0.016434133052825928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,65536,32,0.004251733422279358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,65536,32,0.016375466187795003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,65536,0.31585814158121744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,65536,0.1803786595662435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,16384,0.08335786660512289
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,16384,0.05498239994049072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,8192,0.07149866422017416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,12288,0.06426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,12288,0.04519466559092204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,512,0.011268267035484314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,10240,0.055078399181365964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,10240,0.04112000068028768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,2048,0.023110399643580117
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,8192,0.04477440118789673
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,8192,0.0356607993443807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,10240,0.07757759888966878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,7168,0.03729600111643473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,7168,0.032201600074768064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,8192,0.028230400880177815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,6144,0.033562668164571124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,6144,0.03007359902064006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,7168,0.02186346650123596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,5120,0.02752106587092082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,5120,0.026730666557947796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,10240,0.03236693342526754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,4096,0.023153066635131836
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,4096,0.024949334065119424
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,12288,0.038998401165008544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,3584,0.020758400360743202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,3584,0.02434773246447245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,12288,0.09531199932098389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,3072,0.017357865969340004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,3072,0.022664533058802287
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,4096,0.01758293310801188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,2560,0.015215999881426492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,2560,0.02058560053507487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,5120,0.01819733381271362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,2048,0.012732799847920737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,2048,0.019410133361816406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,3584,0.016312533617019655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,1536,0.010523733496665955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,1536,0.01840106646219889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,6144,0.021935999393463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,1024,0.007897600034872691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,1024,0.014446933070818582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,1024,0.008764800429344178
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,768,0.006266666452089946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,768,0.014491732915242514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,3072,0.015106133619944253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,512,0.003735466549793879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,512,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,1536,0.010412800312042236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,256,0.002648533384005229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,256,0.01356053352355957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,512,0.007507200042406718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,128,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,128,0.012632532914479574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,256,0.0071285332242647815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,768,0.008298666775226593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,64,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,64,0.012807466586430869
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,16384,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,16384,32,0.012733866771062216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,65536,0.23890560468037925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,128,0.006678399940331777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,65536,0.13793919881184896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,16384,0.06424213250478109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,16384,0.05224426587422689
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,12288,0.049556267261505124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,12288,0.04113173484802246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,2048,0.01120746632417043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,10240,0.04212799866994222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,10240,0.03751786549886067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,2560,0.013896532853444419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,8192,0.03670186599095662
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,8192,0.034245332082112626
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,16384,0.04438933531443278
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,7168,0.03263466755549113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,7168,0.031033599376678468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,8192,0.02292693257331848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,6144,0.028812799851099653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,6144,0.029038933912913005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,7168,0.02104640007019043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,5120,0.024705066283543905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,5120,0.026716800530751546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,10240,0.027110399802525838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,4096,0.021086933215459187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,4096,0.02475093404452006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,12288,0.03108479976654053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,3584,0.018758400281270345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,3584,0.020755199591318767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,4096,0.01503679951032003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,3072,0.01626240015029907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,3072,0.020533333222071327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,5120,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,2560,0.01413653294245402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,2560,0.018607999881108603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,6144,0.019383466243743895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,2048,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,2048,0.01851200064023336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,3584,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,1536,0.008210133512814839
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,1536,0.0159850666920344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,3072,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,1024,0.0062943999965985615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,1024,0.014482133587201438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,2560,0.011447466413180033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,768,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,768,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,2048,0.010788266857465107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,512,0.003373866776625315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,512,0.014328533411026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,1536,0.009175466497739156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,1024,0.00874773363272349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,256,0.0026101333399613695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,256,0.014334932963053385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,768,0.007899733384450276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,128,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,128,0.013851733009020487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,64,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,12288,32,0.0021759999295075734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,12288,32,0.013237333297729493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,128,0.006674133241176605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,65536,0.2019264062245687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,512,0.007550933460394542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,16384,0.055871999263763426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,65536,0.12135679721832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,16384,0.04341439803441365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,12288,0.04290133317311605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,256,0.0070613334576288865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,12288,0.03717653354008992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,10240,0.036866132418314615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,10240,0.033587201436360674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,16384,0.039534934361775714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,8192,0.030151466528574627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,8192,0.03157013257344564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,8192,0.02267306645711263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,7168,0.02751680016517639
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,7168,0.029219200213750202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,10240,0.026760532458623247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,6144,0.024370133876800537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,6144,0.027612799406051637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,12288,0.030495999256769817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,5120,0.02065599958101908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,5120,0.026423466205596925
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,6144,0.018971733252207437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,4096,0.018221867084503175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,7168,0.020678400993347168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,4096,0.02204906741778056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,3584,0.016362667083740234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,3584,0.020568533738454183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,5120,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,3072,0.01418239971001943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,3072,0.020501333475112914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,16384,0.03911893367767334
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,2560,0.013106133540471396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,2560,0.018573866287867228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,3584,0.013767466942469279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,2048,0.009528533617655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,2048,0.01684479912122091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,4096,0.014686933159828186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,1536,0.007972266773382823
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,1536,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,3072,0.012446932991345723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,1024,0.005460266768932342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,1024,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,2560,0.011364266276359558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,768,0.004197333256403605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,768,0.014404267072677612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,1024,0.00837546686331431
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,512,0.0034389334420363107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,512,0.013128532965977987
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,768,0.007977599898974102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,256,0.00258240004380544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,256,0.014246400197347006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,1536,0.009202133615811665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,128,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,128,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,256,0.007152000069618225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,64,0.002148266633351644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,64,0.014133333166440328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,10240,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,10240,32,0.01411733329296112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,128,0.0067456002036730455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,65536,0.16623892784118652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,65536,0.10052693684895833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,16384,0.044536534945170084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,512,0.007458133498827617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,16384,0.03751573165257772
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,12288,0.03491520086924235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,12288,0.03086079955101013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,2048,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,10240,0.028577067454655963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,10240,0.02863679925600688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,16384,0.12045119603474934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,8192,0.024625066916147867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,8192,0.026280534267425538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,10240,0.026763733228047686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,7168,0.020784000555674233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,7168,0.02469546596209208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,12288,0.02988693316777547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,6144,0.017604267597198485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,6144,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,8192,0.02251733342806498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,5120,0.016506666938463845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,5120,0.021269333362579346
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,7168,0.021028266350428263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,4096,0.013134933511416116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,4096,0.019896533091862997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,6144,0.01876586675643921
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,3584,0.011471999684969585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,3584,0.019516799847284952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,16384,0.03825706640879313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,3072,0.01025493343671163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,3072,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,3584,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,2560,0.008956799904505413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,2560,0.017924267053604125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,3072,0.012183466553688049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,2048,0.007520000139872233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,2048,0.015826132893562318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,4096,0.014947199821472168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,1536,0.006309333443641663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,1536,0.014829867084821067
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,5120,0.01700053413709005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,1024,0.004164266586303711
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,1024,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,2560,0.010871466994285584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,768,0.003457066665093104
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,768,0.01432319978872935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,512,0.0030250666042168934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,512,0.014313600460688271
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,1024,0.0082997332016627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,256,0.0025994665920734406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,256,0.01279146671295166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,256,0.007115733126799266
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,1536,0.009527466694513957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,128,0.01255466639995575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,64,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,64,0.01258133351802826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,8192,32,0.00211519996325175
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,512,0.007114666700363159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,8192,32,0.012929067015647888
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,128,0.00680320014556249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,65536,0.1453898588816325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,768,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,65536,0.09239679972330729
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,16384,0.04114453395207723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,16384,0.03779946565628052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,12288,0.032150399684906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,12288,0.028785065809885664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,10240,0.027037866910298664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,10240,0.026523733139038087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,10240,0.026391466458638508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,8192,0.023350399732589722
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,8192,0.024434133370717367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,12288,0.03001280029614766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,7168,0.018532266219456993
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,7168,0.02260800004005432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,8192,0.02245866656303406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,6144,0.01609599987665812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,6144,0.02140053311983744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,16384,0.03785173495610555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,5120,0.014141866564750671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,5120,0.020785067478815714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,7168,0.020388267437616982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,4096,0.011938132842381795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,4096,0.019692800442377725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,6144,0.018556799491246542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,3584,0.010681600371996561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,3584,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,4096,0.014108799894650779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,3072,0.009538132945696514
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,3072,0.018589866161346436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,5120,0.01691840092341105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,2560,0.008391466736793519
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,2560,0.016401066382726034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,3584,0.01290773351987203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,2048,0.0071050668756167095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,2048,0.015383467078208923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,1536,0.005781333148479462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,1536,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,3072,0.012027733524640401
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,1024,0.0037802666425704955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,1024,0.007990399996439617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,1536,0.009564800063769023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,768,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,768,0.01423466702302297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,512,0.002958933264017105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,2048,0.010363733768463135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,512,0.014087466398874917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,256,0.0025589334468046824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,256,0.012862933675448099
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,768,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,128,0.013497599959373474
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,64,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,64,0.013572266697883606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,7168,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,7168,32,0.013563733299573263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,512,0.007531733314196269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,128,0.006679466863473256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,65536,0.12263786792755127
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,65536,0.07861226399739583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,16384,0.03601280053456624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,16384,0.03415253162384033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,12288,0.028087466955184937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,12288,0.02882453401883443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,12288,0.02969493269920349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,10240,0.023909332354863484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,10240,0.02678080002466838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,16384,0.03741439978281657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,8192,0.02008426586786906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,8192,0.0224671999613444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,10240,0.02640426754951477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,7168,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,7168,0.021015467246373494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,8192,0.02225493391354879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,6144,0.016056533654530844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,6144,0.02066133419672648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,7168,0.02063466707865397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,5120,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,5120,0.0196341335773468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,6144,0.018568533658981323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,4096,0.010708266496658325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,4096,0.01848533352216085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,4096,0.01416000028451284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,3584,0.009549867113431294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,3584,0.017262933651606242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,5120,0.016822399695714314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,3072,0.00881599982579549
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,3072,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,3584,0.0132533331712087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,2560,0.0076896001895268755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,2560,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,3072,0.012032000223795573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,2048,0.0066549330949783325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,2048,0.014666666587193808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,65536,0.13323946793874103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,1536,0.005031466484069824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,1536,0.014513066411018372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,1536,0.009159466624259949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,1024,0.0037791999677817024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,2560,0.011204266548156738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,1024,0.014403200149536133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,768,0.003188266605138779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,768,0.013447466492652892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,2048,0.010353066523869832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,512,0.002940800040960312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,512,0.01292693316936493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,512,0.007473066449165344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,256,0.002548266698916753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,256,0.012733866771062216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,768,0.00792746643225352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,128,0.0021674667795499166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,128,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,128,0.006726400057474773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,1024,0.008334933718045553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,64,0.0018816000471512477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,256,0.0070720002055168155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,64,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,6144,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,6144,32,0.012604799866676331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,65536,0.10511039892832438
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,65536,0.07423146565755209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,16384,0.031396265824635824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,16384,0.03180906573931376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,12288,0.02510506709416707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,12288,0.02679786682128906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,65536,0.15459200541178386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,10240,0.021132800976435342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,10240,0.025950932502746583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,65536,0.13240746657053631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,8192,0.01858666737874349
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,8192,0.022163200378417968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,65536,0.13258346716562908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,7168,0.016226133704185484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,7168,0.020665599902470907
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,12288,0.030076799790064494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,6144,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,6144,0.018732800086339315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,10240,0.026362667481104534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,5120,0.012817066907882691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,5120,0.019052799542744955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,8192,0.022383999824523926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,4096,0.010140800476074218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,4096,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,6144,0.01818986733754476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,3584,0.008708266417185466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,3584,0.016437333822250367
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,7168,0.020594133933385213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,3072,0.007904000083605449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,3072,0.015621333320935567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,16384,0.03745280106862386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,5120,0.0164000004529953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,2560,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,2560,0.015260799725850423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,2048,0.005683200061321258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,2048,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,3584,0.01323306659857432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,3072,0.012437333663304646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,1536,0.004626133541266123
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,1536,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,1024,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,1024,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,2048,0.010335999727249145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,768,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,768,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,2560,0.011179733276367187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,512,0.002632533262173335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,512,0.013909332950909934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,768,0.008282666901747386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,256,0.0021536000072956084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,256,0.014107732971509298
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,128,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,128,0.014206932981808982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,512,0.0075103998184204105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,64,0.0018207999567190808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,64,0.01350826621055603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,256,0.007124266525109608
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,5120,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,128,0.006676266590754191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,5120,32,0.013688533504803976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,65536,0.08842559655507407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,65536,0.06139839887619018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,16384,0.026417066653569538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,16384,0.0271509329477946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,12288,0.020016000668207804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,1536,0.009199999769528707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,12288,0.02468799948692322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,4096,0.014040533701578775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,10240,0.017072000106175742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,10240,0.023468800385793052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,8192,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,8192,0.021974400679270426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,8192,0.021908267339070638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,7168,0.01304213305314382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,7168,0.024741333723068238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,10240,0.026411734024683636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,6144,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,6144,0.020713599522908528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,12288,0.030026666323343915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,5120,0.01079360047976176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,5120,0.020119466384251914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,65536,0.13268373012542725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,4096,0.009711999694506328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,4096,0.01849493384361267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,7168,0.019798400004704793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,3584,0.011198932925860088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,3584,0.01788160006205241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,5120,0.01618666648864746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,3072,0.010823466380437215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,3072,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,6144,0.01813653310139974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,2560,0.007975466549396515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,2560,0.01655893325805664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,2560,0.01125333309173584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,2048,0.006669866542021434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,2048,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,4096,0.014028799533843995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,1536,0.005858133236567179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,3072,0.012063999970753986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,1536,0.01634986698627472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,1024,0.004877866804599762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,1024,0.01451520025730133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,3584,0.012837333480517068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,768,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,16384,0.03711893161137898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,512,0.003416533271471659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,512,0.013516799608866373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,1024,0.008689066767692566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,256,0.0022143999735514323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,256,0.014197333653767904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,768,0.007935999830563863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,128,0.013718400398890176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,256,0.007338666419188182
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,64,0.0021461332837740582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,64,0.013424000144004822
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,4096,32,0.001874133323629697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,128,0.006387199958165486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,4096,32,0.013470932841300964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,65536,0.07846186955769857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,65536,0.05724266767501831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,16384,0.02358293334643046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,16384,0.026661332448323565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,2048,0.010359467069307963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,12288,0.018062933286031087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,12288,0.025250132878621417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,10240,0.015629866719245912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,10240,0.022708266973495483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,8192,0.013413332899411521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,8192,0.021268266439437866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,8192,0.021516799926757812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,7168,0.012460800011952718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,7168,0.021342933177947998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,10240,0.026071467002232868
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,6144,0.011045333743095399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,6144,0.0206058661142985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,12288,0.029662932952245074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,5120,0.010030933221181234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,5120,0.01856000026067098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,5120,0.016153599818547568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,4096,0.008980266253153483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,4096,0.016587733229001363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,6144,0.018127999703089395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,3584,0.00998293360074361
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,3584,0.01684160033861796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,7168,0.01949333349863688
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,3072,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,3072,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,3584,0.013310933113098144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,3072,0.012087466319402058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,2560,0.007878399888674418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,2560,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,2048,0.00718506673971812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,2048,0.015556266903877259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,4096,0.01409386694431305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,1536,0.005846400062243144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,1536,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,1536,0.009142399827639262
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,1024,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,1024,0.014458666245142618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,16384,0.03779626687367757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,768,0.0042303999265035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,768,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,2048,0.009993599851926167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,512,0.003269333392381668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,512,0.014061866203943887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,2560,0.011217066645622253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,256,0.0022314667701721193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,256,0.013863466183344521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,512,0.00749120016892751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,128,0.002182399978240331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,768,0.008310399949550629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,128,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,1024,0.008134399851163227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,64,0.013530666629473368
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3584,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3584,32,0.013516799608866373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,65536,0.06706559658050537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,65536,0.049813334147135416
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,16384,0.020111999909083047
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,16384,0.02476373314857483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,12288,0.01615466674168905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,12288,0.023220266898473105
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,10240,0.01394773324330648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,10240,0.022725333770116173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,65536,0.13157866795857748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,8192,0.01202133297920227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,8192,0.02084266742070516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,12288,0.02961066762606303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,7168,0.011351466178894043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,7168,0.020202666521072388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,10240,0.025534933805465697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,6144,0.010244266192118327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,6144,0.020564266045888267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,7168,0.01962453325589498
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,5120,0.009401599566141765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,5120,0.018091734250386557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,6144,0.017813332875569663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,4096,0.008259200056393941
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,4096,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,8192,0.02166293263435364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,3584,0.007527466615041096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,3584,0.01845653255780538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,16384,0.03767999807993571
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,3072,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,3072,0.01665386656920115
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,4096,0.014065066973368326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,2560,0.008147199948628742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,5120,0.01609493295351664
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,2560,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,2048,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,2048,0.016432000199953715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,3584,0.012865066528320312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,1536,0.0066336000959078475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,1536,0.015964800119400026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,2048,0.010397866368293762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,1024,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,1024,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,2560,0.01120960017045339
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,768,0.004262400170167288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,768,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,3072,0.012202666203180949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,512,0.003401600072781245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,512,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,512,0.007560533285140991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,256,0.0025770666698614756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,768,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,256,0.014351999759674073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,1024,0.008292266726493835
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,128,0.0022463999688625337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,128,0.013760000467300415
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,64,0.0018624000251293183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,64,0.013487999637921652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,128,0.00673173318306605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,256,0.0070826664566993715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,3072,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,3072,32,0.013863466183344521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,65536,0.058652798334757485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,65536,0.046996267636617024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,16384,0.018147200345993042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,1536,0.009157333771387737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,16384,0.023404800891876222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,12288,0.013819733262062072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,12288,0.022367999951044718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,10240,0.012407466769218445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,10240,0.021678932507832847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,10240,0.02558506727218628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,8192,0.010735999544461567
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,8192,0.01962239940961202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,12288,0.029317333300908403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,7168,0.009918933113416035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,7168,0.01834133267402649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,16384,0.03706560134887695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,6144,0.009517866373062133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,6144,0.018516266345977785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,8192,0.021633066733678184
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,5120,0.008335999647776286
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,5120,0.01718826691309611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,7168,0.019849600394566853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,4096,0.007274666428565979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,4096,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,6144,0.01773653427759806
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,3584,0.006285866598288219
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,3584,0.016518400112787882
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,5120,0.016157866517702738
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,3072,0.00767146646976471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,3072,0.016427733500798545
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,4096,0.013700266679128012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,2560,0.00689279983441035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,2560,0.01646293302377065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,3584,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,2048,0.006852266689141591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,2048,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,3072,0.0120170662800471
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,2560,0.011193600296974183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,1536,0.005432533224423727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,1536,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,1024,0.004609066744645437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,1024,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,2048,0.010389332969983418
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,768,0.0037952000896135964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,768,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,1024,0.008379733562469483
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,512,0.003390933324893316
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,512,0.014110933740933737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,1536,0.00913279950618744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,256,0.002584533393383026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,256,0.014326399564743042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,512,0.0071381335457166035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,128,0.002288000037272771
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,768,0.007698133091131846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,256,0.006735999882221222
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,128,0.012918399771054587
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,64,0.002145066608985265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,64,0.012857600053151449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2560,32,0.001934933289885521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,128,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2560,32,0.012664533654848733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,65536,0.04853440125783284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,65536,0.04232319990793864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,16384,0.01474666694800059
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,16384,0.021959465742111207
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,12288,0.012001066406567892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,12288,0.02108373244603475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,12288,0.029198932647705077
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,10240,0.010897066195805867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,10240,0.02038933237393697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,10240,0.02536853353182475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,8192,0.009610666831334432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,8192,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,16384,0.03672320048014323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,7168,0.008849066495895386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,7168,0.02060479919115702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,8192,0.02144320011138916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,7168,0.019469867149988808
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,6144,0.007891199986139933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,6144,0.018131200472513834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,5120,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,5120,0.01748159925142924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,6144,0.017847466468811034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,4096,0.008739200234413148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,4096,0.016988799969355265
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,5120,0.01569386621316274
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,3584,0.00788373351097107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,3584,0.018567466735839845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,65536,0.1322261333465576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,3072,0.006253866851329804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,3072,0.016612266500790916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,3584,0.012809600432713827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,2560,0.0054624001185099285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,2560,0.016595199704170227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,4096,0.01406613290309906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,2048,0.007624533275763195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,2048,0.01632213294506073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,65536,0.13152639865875243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,3072,0.01237440009911855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,1536,0.005566933254400889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,1536,0.015786666671435037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,1024,0.0045973335703214015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,1024,0.014498133460680643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,1024,0.008712533116340637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,768,0.003835733234882355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,768,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,1536,0.009169066945711773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,512,0.00340693344672521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,2048,0.00999679962793986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,2560,0.011175466577212016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,512,0.01428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,256,0.002551466723283132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,256,0.013351466258366904
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,128,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,768,0.008211199939250947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,128,0.012643200159072877
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,256,0.0070698668559392285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,64,0.0021322667598724365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,128,0.006691200037797292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,64,0.013075199723243714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,512,0.007479466497898102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,2048,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,2048,32,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,65536,0.03635199864705403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,65536,0.03486080169677734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,16384,0.01251520017782847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,16384,0.020940800507863365
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,12288,0.01032319962978363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,12288,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,10240,0.008985599875450135
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,10240,0.01842133402824402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,10240,0.025115732351938886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,8192,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,8192,0.01854613423347473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,12288,0.029252266883850096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,7168,0.007930666704972585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,7168,0.018278400103251137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,8192,0.021076265970865884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,6144,0.006733866532643636
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,7168,0.019802665710449217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,6144,0.016659200191497803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,5120,0.006192000210285186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,5120,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,16384,0.03661973476409912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,4096,0.0061034664511680605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,4096,0.01656426688035329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,5120,0.016075733304023742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,3584,0.005840000013510386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,3584,0.01658453345298767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,6144,0.01812053322792053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,3072,0.0058229332168896995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,3072,0.016492799917856852
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,4096,0.013711999853452048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,2560,0.005231999854246775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,2560,0.015064533551534018
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,3584,0.012905599673589072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,3072,0.012122666835784912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,2048,0.00557226687669754
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,2048,0.015542399883270264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,1536,0.005807999769846598
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,1536,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,2560,0.010844799876213073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,1024,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,65536,0.13155306975046793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,1024,0.014461867014567056
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,768,0.0035434665779272715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,768,0.01423679987589518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,1536,0.009520000219345093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,512,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,2048,0.00993173321088155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,512,0.014346667130788169
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,768,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,1024,0.007978666822115581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,256,0.002595199892918269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,256,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,128,0.013920000195503235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,256,0.007142400244871776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,512,0.007169066866238911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,128,0.006958933174610138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,64,0.0018805333723624547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,64,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1536,32,0.00200853335360686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1536,32,0.013168000181516013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,65536,0.02519039909044902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,65536,0.028474666674931842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,16384,0.013648000359535218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,16384,0.020776534080505372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,12288,0.010745599865913391
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,12288,0.02031573255856832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,10240,0.009925333658854167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,10240,0.018988800048828126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,12288,0.02921280066172282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,8192,0.008754133184750875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,8192,0.018773333231608073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,10240,0.025512532393137617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,7168,0.007938133180141449
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,7168,0.01726613243420919
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,16384,0.03658560117085775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,6144,0.007085866729418437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,6144,0.016523733735084534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,8192,0.02146880030632019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,5120,0.007079466680685679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,5120,0.01695466637611389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,7168,0.01944213310877482
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,4096,0.005859200159708659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,4096,0.016593066851298015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,6144,0.017790933450063072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,3584,0.005447466671466827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,3584,0.01853440006573995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,4096,0.013699199755986533
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,5120,0.016123732924461363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,3072,0.005479466418425242
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,3072,0.016574933131535848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,2560,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,2560,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,3584,0.012883200248082479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,2048,0.005862399935722351
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,2048,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,2560,0.011345066626866658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,3072,0.012005333105723064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,1536,0.005826133489608765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,1536,0.015481600165367126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,1024,0.004631466666857402
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,1024,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,2048,0.009934932986895243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,768,0.003868799904982249
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,768,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,1536,0.009168000022570292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,1024,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,512,0.0030080000559488933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,768,0.007870933413505555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,512,0.014170666535695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,65536,0.13242026964823406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,256,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,256,0.01411946713924408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,128,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,128,0.013500799735387167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,512,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,256,0.006894933183987935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,64,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,128,0.006479999919732411
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,1024,32,0.002195200075705846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,64,0.01409066617488861
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,1024,32,0.013924266894658408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,65536,0.020198400815327963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,65536,0.0365013321240743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,16384,0.013270399967829385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,16384,0.019177599747975668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,12288,0.01000426709651947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,12288,0.018565332889556883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,10240,0.007906133433183034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,10240,0.01757226586341858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,10240,0.025131734212239583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,8192,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,8192,0.018413867553075156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,12288,0.028818132479985555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,7168,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,7168,0.017941333850224814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,16384,0.03697173198064168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,6144,0.006667733192443848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,6144,0.01799466609954834
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,8192,0.021437867482503255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,5120,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,5120,0.01685973405838013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,7168,0.01957119901974996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,4096,0.005924266576766968
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,4096,0.015692800283432007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,6144,0.01794346570968628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,3584,0.005861333509286245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,3584,0.01648853321870168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,4096,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,5120,0.015779200196266174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,3072,0.005434666574001312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,3072,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,2560,0.005298133194446564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,2560,0.016237866878509522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,3584,0.013035733501116434
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,3072,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,2048,0.004279466470082601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,2048,0.014487466216087342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,65536,0.1314570665359497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,1536,0.004699733356634776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,1536,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,1024,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,1024,0.014479999740918478
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,2560,0.011240532994270325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,768,0.003435733417669932
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,2048,0.009943466385205586
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,768,0.014386133352915446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,1536,0.009609599908192951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,512,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,512,0.014468266566594442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,256,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,256,0.014115200440088908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,768,0.007875200112660725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,512,0.007584000130494435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,256,0.006660266717274983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,128,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,64,0.0020117333779732386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,128,0.007095466554164887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,64,0.012698666254679362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,768,32,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,768,32,0.001803733284274737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,65536,0.027243733406066895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,65536,0.029901866118113202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,16384,0.008705066641171773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,16384,0.01762346625328064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,12288,0.007501866420110066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,12288,0.018380800882975258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,10240,0.0067210664351781205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,10240,0.018433066209157307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,10240,0.025586134195327757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,8192,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,8192,0.018547199169794717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,12288,0.028780800104141236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,7168,0.005454933146635691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,7168,0.01767680048942566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,16384,0.03623893260955811
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,6144,0.005871999760468801
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,6144,0.0165173331896464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,8192,0.021849600474039714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,5120,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,7168,0.01936533252398173
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,5120,0.01651946703592936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,4096,0.0058794667323430385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,4096,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,6144,0.01772586703300476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,3584,0.005448533097902933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,3584,0.016380799810091655
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,4096,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,5120,0.016085333625475564
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,3072,0.0050901333491007485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,3072,0.014484266440073649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,2560,0.005017599960168203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,2560,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,3584,0.012814933061599731
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,2048,0.004625066618124644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,2048,0.014455466469128927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,3072,0.012406399846076966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,1536,0.0037973334391911825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,2560,0.010839466253916423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,1536,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,2048,0.010024533669153849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,1024,0.0030432000756263735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,1024,0.014260266224543253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,768,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,768,0.013379200299580892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,1536,0.009124267101287841
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,1024,0.008706133564313252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,512,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,512,0.01428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,256,0.0022229333718617756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,512,0.007468800246715546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,256,0.01399679978688558
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,128,0.0021685334543387097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,256,0.006684799989064534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,128,0.014127999544143677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,64,0.0018218666315078734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,128,0.006650666892528534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,512,32,0.0018229333062966663
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,64,0.01399786671002706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,512,32,0.013372799754142762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,65536,0.01616213321685791
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,65536,0.02342826724052429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,16384,0.006323199967543285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,16384,0.01815999945004781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,12288,0.005367466807365417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,12288,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,65536,0.1300106684366862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,10240,0.00547733356555303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,10240,0.016501333316167197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,12288,0.028989867369333906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,8192,0.005453866720199585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,16384,0.03658560117085775
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,8192,0.01658986707528432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,10240,0.025139200687408447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,7168,0.005060266455014547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,7168,0.016548267006874083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,8192,0.02141973376274109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,6144,0.005029333134492239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,6144,0.01649066706498464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,7168,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,5120,0.005026133358478546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,6144,0.017717333634694417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,5120,0.01668693423271179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,4096,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,4096,0.016549332936604818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,3584,0.005067733426888784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,3584,0.016192000110944113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,5120,0.01649173299471537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,4096,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,3072,0.005043200155099233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,3072,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,3584,0.012826666235923767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,2560,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,2560,0.014500266313552857
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,2048,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,2048,0.014447999993960061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,3072,0.01209493378798167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,1536,0.0037994667887687682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,2560,0.010760533809661865
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,1536,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,1024,0.0029781334102153777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,2048,0.009918933113416035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,1024,0.01432960033416748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,1536,0.009131733576456707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,768,0.0026229334374268847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,768,0.013515733679135642
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,1024,0.008294400076071422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,512,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,768,0.007980800171693166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,512,0.012813867131868998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,256,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,512,0.007077333331108093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,256,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,256,0.007141333321730297
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,128,0.012444800138473511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,64,0.0018122666825850803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,128,0.00626986672480901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,64,0.012651733557383218
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,256,32,0.0020362666497627897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,256,32,0.012427733341852824
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,65536,0.011125333110491435
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,65536,0.021000534296035767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,16384,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,16384,0.017485866943995156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,12288,0.005167999863624572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,12288,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,12288,0.029262934128443403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,16384,0.03612906535466512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,10240,0.005436799923578898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,10240,0.01620586713155111
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,8192,0.0050687998533248905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,8192,0.016426666577657064
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,10240,0.0255295991897583
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,7168,0.005072000126043955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,65536,0.12709973653157552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,8192,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,7168,0.016516266266504924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,65536,0.12591359615325928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,6144,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,6144,0.01651093363761902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,5120,0.004238933324813843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,5120,0.016536532839139303
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,4096,0.004286933441956838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,4096,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,7168,0.019774933656056724
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,6144,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,3584,0.004215466479460398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,5120,0.015914666652679443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,3584,0.014453333616256715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,3072,0.004237866898377737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,3072,0.014504533012708029
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,4096,0.01409173309803009
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,2560,0.004660266637802124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,3584,0.012793599565823873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,2560,0.014473600188891092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,2048,0.00420906643072764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,3072,0.01159999966621399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,2048,0.014680533607800802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,1536,0.003748266647259394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,2560,0.010776533683141073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,1536,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,2048,0.0100000003973643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,1024,0.0030154667794704436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,1024,0.01434346636136373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,1536,0.00895360012849172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,768,0.00262719988822937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,768,0.013717333475748697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,1024,0.008329600095748901
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,512,0.0025802666942278544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,512,0.013777066270510355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,768,0.007464533547560374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,256,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,512,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,256,0.012466133634249369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,128,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,256,0.006715733309586842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,128,0.012468266487121581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,64,0.0017578666408856708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,128,0.006677333513895671
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,128,32,0.0018314667046070098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,64,0.012461866935094197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,128,32,0.012467199563980102
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,65536,0.006446933249632518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,65536,0.12595093250274658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,65536,0.01881493330001831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,16384,0.005097599824269613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,16384,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,12288,0.01652906636397044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,12288,0.005027199784914652
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,10240,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,10240,0.0046847999095916745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,8192,0.004655999938646952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,8192,0.01630826691786448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,7168,0.017119999726613364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,6144,0.004252799848715464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,7168,0.004683733483155568
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,5120,0.0038762666285037995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,6144,0.01530239979426066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,5120,0.01649493376413981
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,4096,0.014826666315396628
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,4096,0.004204800228277842
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,3584,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,3072,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,3584,0.014838400483131408
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,3072,0.014472533265749613
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,2560,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,65536,0.12713706493377686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,2560,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,65536,0.1271573305130005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,2048,0.004218666752179464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,2048,0.014354133605957031
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,1536,0.0034634667138258614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,768,0.01399893363316854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,1536,0.014192000031471252
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,256,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,1024,0.0029567999144395193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,256,0.012504532933235168
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,1024,0.012499200304349263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,768,0.0026538667579491934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,512,0.0021898667017618816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,64,0.012641066312789917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,512,0.01288426617781321
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,32,0.012449066837628682
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,128,0.0021354667842388153
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,65536,0.018604799111684164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,64,0.0018079999834299087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,64,128,0.013464533289273582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,64,32,0.0018186666071414947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,12288,0.016571733355522155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,65536,0.006729599833488464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,16384,0.004654933512210846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,16384,0.016436266899108886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,8192,0.015892266233762106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,12288,0.005086933573087057
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,7168,0.01706026593844096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,10240,0.004589866598447164
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,10240,0.01649386684099833
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,8192,0.004229333500067393
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,7168,0.0042453333735466
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,6144,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,4096,0.014937600493431092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,6144,0.01632426679134369
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,5120,0.004792533318201701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,5120,0.016824533541997276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,2560,0.004825599988301595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,4096,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,2560,0.0144405335187912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,3584,0.004181333382924398
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,2048,0.01439573367436727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,3584,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,1536,0.012921599547068277
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,1024,0.0029866665601730345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,1024,0.01241919994354248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,3072,0.004205866654713949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,512,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,768,0.013857066631317139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,512,0.012545067071914672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,3072,0.014475733041763306
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,256,0.012898133198420206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,2048,0.00462719996770223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,1536,0.0034175999462604523
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,768,0.002586666742960612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,64,0.013036800424257913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,256,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,128,0.002169599880774816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,128,0.012443733215332032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,64,0.0018101333330074946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,2,32,32,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,2,32,32,0.01244586706161499
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,16384,0.33162879943847656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,16384,0.18377599716186524
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,12288,0.25073173840840657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,12288,0.13573865890502929
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,10240,0.20879146258036294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,10240,0.11844480037689209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,8192,0.17182186444600422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,8192,0.10048320293426513
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,7168,0.14178239504496257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,7168,0.08583679993947348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,6144,0.12264959812164307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,6144,0.07546559969584146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,5120,0.10412373542785644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,5120,0.06538453499476114
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,65536,0.1279647986094157
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,4096,0.0861301342646281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,4096,0.05551999807357788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,4096,0.037460267543792725
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,3584,0.0719551960627238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,3584,0.049992533524831136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,5120,0.04650239944458008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,3072,0.06338560183842977
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,3072,0.04509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,6144,0.051780267556508386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,2560,0.053180801868438723
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,2560,0.040134398142496745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,3584,0.03375146786371867
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,2048,0.04265493154525757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,2048,0.035045333703358966
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,7168,0.062325334548950194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,1536,0.0332202672958374
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,1536,0.03075946569442749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,3072,0.03133013248443604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,1024,0.023548799753189086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,1024,0.024715733528137208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,2560,0.02637653350830078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,768,0.01824000080426534
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,768,0.02226026654243469
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,1024,0.016381866733233132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,512,0.012686933080355326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,512,0.01962239940961202
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,1536,0.01983893314997355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,256,0.00795306662718455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,256,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,512,0.011677866180737812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,256,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,128,0.004859733581542969
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,128,0.01641813317934672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,64,0.004212266703446706
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,64,0.016369066635767617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,65536,32,0.004247466723124186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,65536,32,0.016474666198094685
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,65536,0.31483519872029625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,65536,0.17570346196492512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,128,0.008313600222269695
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,16384,0.08255893389383952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,16384,0.05548266569773356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,2048,0.023121066888173423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,12288,0.06348906755447388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,12288,0.0454037348429362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,768,0.013288533687591553
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,10240,0.05479466517766317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,10240,0.04257813294728597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,8192,0.06772267023722331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,8192,0.042124799887339276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,8192,0.03554986715316773
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,10240,0.07917226950327555
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,7168,0.03643519878387451
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,7168,0.031568000713984176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,8192,0.027144533395767213
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,6144,0.03155093391736348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,6144,0.031081600983937578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,7168,0.023209599653879802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,5120,0.027022933959960936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,5120,0.026598399877548216
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,10240,0.03217493295669556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,4096,0.023754666248957314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,4096,0.024864000082015992
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,12288,0.09355519612630209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,3584,0.020153599977493285
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,3584,0.02320853273073832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,12288,0.03733866612116496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,3072,0.017361066738764443
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,3072,0.02263039946556091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,5120,0.018976000944773357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,2560,0.014858667055765787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,2560,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,4096,0.01710933248202006
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,2048,0.01286720037460327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,2048,0.01946453253428141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,3584,0.016160000363985697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,1536,0.009949866930643718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,1536,0.018529067436854042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,6144,0.022932267189025878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,1024,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,1024,0.014457600315411887
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,3072,0.014900267124176025
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,768,0.005886933207511902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,768,0.014467199643452963
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,1536,0.010366933544476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,512,0.003803733239571253
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,1024,0.00879253347714742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,512,0.014325333635012307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,256,0.00257493332028389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,256,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,256,0.007130666573842366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,128,0.0022986667851607008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,128,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,768,0.008354133367538452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,512,0.007766399780909221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,64,0.0021514666577180227
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,64,0.012616533041000366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,16384,32,0.0021429332594076794
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,128,0.006705066561698914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,16384,32,0.012723199526468911
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,65536,0.23935039838155112
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,65536,0.13691412607828776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,16384,0.0649407982826233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,16384,0.04910186529159546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,12288,0.050094934304555264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,12288,0.04131093422571818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,2048,0.01188693344593048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,10240,0.04187306563059489
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,10240,0.037573333581288657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,2560,0.0132341335217158
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,8192,0.03677013317743937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,8192,0.033030400673548385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,16384,0.042827733357747394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,7168,0.03302613298098246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,7168,0.031089067459106445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,7168,0.021048533916473388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,6144,0.029026132822036744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,6144,0.028864000240961713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,8192,0.02272640069325765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,5120,0.02524799903233846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,5120,0.02651626666386922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,10240,0.026995199918746948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,4096,0.021310933430989585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,4096,0.025693867603937787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,12288,0.030971733729044597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,3584,0.018982400496800743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,3584,0.020832000176111858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,5120,0.017115734020868936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,3072,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,3072,0.020523732900619505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,4096,0.014876799782117209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,2560,0.014909866452217101
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,2560,0.018541866540908815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,6144,0.018986666202545167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,2048,0.01237226625283559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,2048,0.018497065703074137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,3584,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,1536,0.00824533353249232
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,1536,0.016537599762280784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,1536,0.009662933150927226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,1024,0.006247466802597046
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,1024,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,2560,0.0116565336783727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,768,0.004320000112056732
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,768,0.014344533284505209
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,2048,0.010806399583816528
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,512,0.0033973333736260734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,512,0.014405333002408347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,1024,0.008605866630872091
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,256,0.002570666621128718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,256,0.014379733800888061
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,3072,0.013077333569526672
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,768,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,512,0.007629866898059845
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,256,0.007111466427644093
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,128,0.01258026659488678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,128,0.002201599876085917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,64,0.012779733538627625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,12288,32,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,12288,32,0.014212266604105631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,65536,0.20013972918192544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,65536,0.12080213228861492
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,128,0.006658133367697399
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,16384,0.05496533314387003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,16384,0.04277546803156535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,12288,0.042555733521779375
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,12288,0.03801279862721761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,10240,0.03610453208287557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,10240,0.03329919974009196
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,16384,0.039025068283081055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,8192,0.030210133393605548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,8192,0.031285333633422854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,8192,0.0227018674214681
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,7168,0.027448532978693645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,7168,0.02976106603940328
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,10240,0.026599466800689697
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,6144,0.024700800577799477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,6144,0.026520532369613648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,12288,0.030466133356094362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,5120,0.02125119964281718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,5120,0.026579199234644572
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,6144,0.019102933009465535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,4096,0.01785599986712138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,4096,0.02195733388264974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,7168,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,3584,0.01709866722424825
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,3584,0.021126399437586464
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,16384,0.039129598935445147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,3072,0.01458560029665629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,3072,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,5120,0.01721386710802714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,2560,0.013459199666976928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,2560,0.0184063990910848
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,2560,0.011384532848993937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,2048,0.010769066214561463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,2048,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,3072,0.013063466548919678
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,1536,0.008277333279450735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,1536,0.016090666254361473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,4096,0.015019733707110086
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,1024,0.00521066685517629
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,1024,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,3584,0.01363200048605601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,768,0.0042250668009122215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,768,0.01430400013923645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,1536,0.009351467092831928
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,768,0.007895466685295106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,512,0.0034293333689371743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,512,0.013550933202107748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,256,0.0025888000925381976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,256,0.012948266665140786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,1024,0.008321066697438557
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,128,0.0022240000466505687
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,128,0.013435733318328858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,128,0.006662400066852569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,256,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,64,0.002165333429972331
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,64,0.012784000237782797
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,10240,32,0.0021578667064507803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,10240,32,0.012517333030700684
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,65536,0.1676640033721924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,65536,0.10130879878997803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,16384,0.04489386479059855
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,16384,0.03702186743418376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,512,0.007880533238252004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,2048,0.009994666775067646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,12288,0.03540906508763631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,12288,0.030883200963338214
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,10240,0.030024532477060956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,10240,0.02876373330752055
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,16384,0.12325226465861003
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,8192,0.024779733022054037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,8192,0.02454400062561035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,10240,0.026372265815734864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,7168,0.0217631995677948
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,7168,0.024762666225433348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,12288,0.03039146661758423
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,6144,0.01816533406575521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,6144,0.02248426675796509
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,8192,0.022576000293095908
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,5120,0.016515200336774193
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,5120,0.020590933163960774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,7168,0.020721065998077392
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,4096,0.01374613344669342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,4096,0.02054826617240906
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,5120,0.01693120002746582
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,3584,0.012469333410263062
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,3584,0.01875306765238444
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,6144,0.018616533279418944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,3072,0.010483200351397198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,3072,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,16384,0.03786773284276326
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,2560,0.009604266285896302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,2560,0.01730239987373352
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,3584,0.013317333658536276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,2048,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,2048,0.016452266772588094
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,1536,0.006305066744486491
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,1536,0.014541866381963095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,2560,0.011229866743087768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,1024,0.004520533482233683
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,1024,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,4096,0.014476799964904785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,768,0.0037791999677817024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,768,0.014359466234842935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,1024,0.008328533172607422
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,512,0.003092266619205475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,512,0.013566933075586953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,768,0.007909333209196727
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,256,0.0025397333006064097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,2048,0.009995733698209126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,256,0.012718933820724487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,128,0.002203733225663503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,128,0.012526933352152506
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,128,0.006713599960009258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,64,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,64,0.012804266810417176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,256,0.007092266778151194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,8192,32,0.002152533332506816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,8192,32,0.013186132907867432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,1536,0.009756799538930256
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,65536,0.14473919868469237
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,65536,0.09238399664560953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,16384,0.04067519903182983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,16384,0.03598613341649373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,512,0.00746666689713796
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,12288,0.03210026621818542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,12288,0.02821226716041565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,10240,0.027242666482925414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,10240,0.02662613391876221
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,10240,0.02638079921404521
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,8192,0.023397332429885863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,8192,0.024658133586247764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,12288,0.030089600880940752
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,7168,0.018619734048843383
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,7168,0.023715200026830037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,16384,0.037486934661865236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,6144,0.01618346671263377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,6144,0.021286400159200032
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,7168,0.020632533232371013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,5120,0.01434346636136373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,5120,0.020641066630681357
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,8192,0.02241706649462382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,4096,0.012223999698956807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,4096,0.01886506676673889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,4096,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,3584,0.010709333419799804
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,3584,0.0185205340385437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,6144,0.01863573392232259
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,3072,0.009548800190289815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,3072,0.0181386669476827
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,5120,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,2560,0.00830506682395935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,2560,0.01646933356920878
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,3072,0.01242026686668396
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,2048,0.007088000078996022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,2048,0.01493119994799296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,2560,0.01123199959595998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,1536,0.005841066439946493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,1536,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,3584,0.013250133395195008
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,1024,0.004037333279848098
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,1024,0.014443733294804893
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,1024,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,768,0.0034101332227389016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,768,0.014244266351064048
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,1536,0.00953493316968282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,512,0.0029994666576385496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,512,0.013643733660380044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,2048,0.010238933563232421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,256,0.002498133232196172
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,256,0.013026133179664612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,768,0.007558399935563405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,256,0.0071274667978286745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,128,0.0021546666820844015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,128,0.013230933745702108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,512,0.007454933226108551
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,64,0.0020213333268960317
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,64,0.012459733088811238
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,7168,32,0.0021568000316619872
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,7168,32,0.012568533420562744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,128,0.006712533533573151
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,65536,0.1225162665049235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,65536,0.0783466657002767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,16384,0.03686079978942871
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,16384,0.03441919883092244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,12288,0.028302933772404986
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,12288,0.02876480023066203
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,12288,0.029999999205271403
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,10240,0.023963733514149984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,10240,0.02699199914932251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,16384,0.037418667475382486
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,8192,0.02070080041885376
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,8192,0.02250986695289612
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,10240,0.026399999856948853
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,7168,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,7168,0.022316799561182658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,8192,0.022245333592096964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,6144,0.016296533743540446
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,6144,0.02061333258946737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,7168,0.020381865898768108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,5120,0.01442346672217051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,5120,0.019847466548283895
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,6144,0.018292266130447387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,4096,0.011136000355084736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,4096,0.018554667631785073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,4096,0.014076800147692362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,3584,0.00965119997660319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,3584,0.01842986742655436
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,5120,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,3072,0.008619733651479085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,3072,0.016530133287111917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,65536,0.1328970670700073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,2560,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,2560,0.014627200365066529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,3584,0.013236266374588013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,2048,0.006337066491444905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,2048,0.014536533753077188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,65536,0.13238826592763264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,1536,0.0052149335543314615
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,1536,0.014586666226387024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,3072,0.01213759978612264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,1024,0.003909333298603693
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,1024,0.014375467101732889
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,2560,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,1536,0.0095360000928243
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,768,0.0034261333445707956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,768,0.01437440017859141
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,2048,0.010052266716957092
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,512,0.0029674666623274487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,512,0.014199466506640116
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,256,0.0023872000475724537
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,256,0.012758400042851767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,256,0.007101866602897644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,128,0.002197333425283432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,128,0.012572800119717916
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,512,0.007539199789365132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,64,0.0020277333756287892
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,64,0.013355732957522074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,128,0.006697600086530049
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,6144,32,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,6144,32,0.012458667159080505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,65536,0.10592532952626546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,65536,0.07224106788635254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,768,0.007886933286984761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,16384,0.031325866778691605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,16384,0.03129706581433614
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,12288,0.02529173294703166
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,12288,0.027934932708740236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,1024,0.008362666765848795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,10240,0.02111466725667318
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,10240,0.026149332523345947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,10240,0.026283733050028485
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,8192,0.018984532356262206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,8192,0.02214720050493876
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,12288,0.030026666323343915
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,7168,0.01690666675567627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,7168,0.020578134059906005
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,8192,0.0222378671169281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,6144,0.014819199840227762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,6144,0.020322134097417198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,7168,0.02030293345451355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,5120,0.013170133034388224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,5120,0.018577067057291667
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,65536,0.1320736010869344
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,4096,0.01016960044701894
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,4096,0.016860800981521606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,16384,0.03745813369750976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,3584,0.008796800176302593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,3584,0.016473600268363954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,5120,0.01616320013999939
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,3072,0.007526400188604991
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,3072,0.016337066888809204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,3584,0.012946133812268576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,2560,0.007112533350785573
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,2560,0.014460800091425577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,4096,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,2048,0.00626453310251236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,2048,0.014520532886187234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,6144,0.018149334192276
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,1536,0.005011199911435445
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,1536,0.01448319951693217
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,1536,0.009551999966303508
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,1024,0.0038922667503356934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,1024,0.014252799749374389
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,2048,0.010411733388900756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,768,0.0033813332517941795
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,768,0.014153599739074707
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,3072,0.01218666632970174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,512,0.0027530667682488757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,512,0.014293332894643148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,2560,0.011212799946467083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,256,0.0022890667120615644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,256,0.012451199690500896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,256,0.006793599824110668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,128,0.002120533337195714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,128,0.012550399700800578
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,512,0.00746559997399648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,768,0.007896533111731212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,64,0.001791999985774358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,64,0.013433600465456644
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,5120,32,0.0021557333568731946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,5120,32,0.013831466436386108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,128,0.0067071999112765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,65536,0.08674986362457275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,65536,0.06073919932047526
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,16384,0.02626986702283223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,1024,0.008308266599973042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,16384,0.027258666356404622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,12288,0.019397334257761637
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,12288,0.02525866627693176
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,10240,0.016732800006866454
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,10240,0.022648533185323082
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,65536,0.15444159507751465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,8192,0.015172266960144043
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,8192,0.02263360023498535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,65536,0.13237760066986085
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,7168,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,7168,0.022714666525522866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,10240,0.02606826623280843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,6144,0.011777066191037496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,6144,0.02271359960238139
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,8192,0.022536534070968627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,5120,0.010963199536005656
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,12288,0.02962133288383484
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,5120,0.022555732727050783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,4096,0.009673600395520527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,4096,0.019219199816385903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,7168,0.02021333376566569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,3584,0.011177600423494975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,3584,0.018550399939219156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,5120,0.016124799847602844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,3072,0.011220266421635944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,3072,0.0184170663356781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,4096,0.014135467012723288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,2560,0.009186133742332458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,2560,0.01759679913520813
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,6144,0.017898666858673095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,2048,0.008311466872692108
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,2048,0.016525866587956746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,2560,0.011238400141398113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,1536,0.006321066617965698
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,1536,0.016476800044377647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,3072,0.012010666728019714
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,1024,0.005058133105436961
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,3584,0.013281066219011942
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,1024,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,768,0.004250666499137879
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,768,0.014465066790580749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,2048,0.010376532872517902
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,512,0.0034954667091369627
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,512,0.014044800400733947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,16384,0.03748586575190226
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,256,0.0022079999248186748
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,768,0.007913599908351897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,256,0.01416213313738505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,128,0.002136533210674922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,128,0.013977600137392679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,512,0.007512533167997997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,64,0.002035199974973996
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,64,0.013783466815948487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,4096,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,256,0.007083733379840851
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,128,0.006940799951553345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,4096,32,0.013493333260218301
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,65536,0.07768426736195883
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,65536,0.056695465246836343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,16384,0.023528534173965453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,16384,0.026337067286173504
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,12288,0.018311466773351034
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,12288,0.024711465835571288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,10240,0.01613866686820984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,10240,0.02286613384882609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,1536,0.009173333644866943
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,8192,0.013766400019327798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,8192,0.021949867407480873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,8192,0.021757866938908896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,7168,0.01195733348528544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,7168,0.02263573408126831
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,10240,0.026369067033131917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,6144,0.011367467045783997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,6144,0.02134933272997538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,12288,0.029690666993459063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,5120,0.009945600231488546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,5120,0.018564265966415406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,7168,0.02021226684252421
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,4096,0.008716799815495809
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,4096,0.018611200650533042
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,6144,0.01778986652692159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,3584,0.010955733060836793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,3584,0.01841813325881958
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,5120,0.016115199526151022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,3072,0.009861333171526591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,3072,0.01657386620839437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,16384,0.03728533188501994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,2560,0.008301866551240284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,2560,0.016428800423940022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,3584,0.013290666540463767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,2048,0.007480533421039581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,2048,0.016411733627319337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,4096,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,1536,0.0062613333264986675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,1536,0.015517866611480713
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,1536,0.009206400314966837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,2048,0.010409599542617798
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,1024,0.004692266881465912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,768,0.004136533290147781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,768,0.014477866888046264
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,2560,0.011243733763694762
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,512,0.0031680000325044
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,512,0.012762666742006937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,3072,0.012007466952006022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,256,0.0022069332500298817
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,256,0.013843199610710144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,768,0.008330666522185007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,256,0.006742399930953979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,512,0.0071487997968991595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,128,0.002143999934196472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,128,0.013660800457000733
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,1024,0.008718933661778767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,64,0.0017984000345071156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,64,0.013191466530164083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3584,32,0.001836799954374631
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3584,32,0.014012799660364787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,128,0.006877866884072621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,65536,0.06677013238271078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,65536,0.04954986572265625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,16384,0.020275199413299562
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,16384,0.024703999360402427
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,12288,0.01625386675198873
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,12288,0.023065600792566934
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,10240,0.014081066846847535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,10240,0.022372267643610635
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,65536,0.1315989335378011
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,8192,0.012004266182581585
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,8192,0.021064533789952596
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,10240,0.025704532861709595
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,7168,0.011197866996129353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,7168,0.019101866086324058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,12288,0.03003093401590983
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,6144,0.01046506663163503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,6144,0.02103466590245565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,8192,0.021806933482487998
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,5120,0.009192533294359843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,5120,0.01879146695137024
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,7168,0.01987733244895935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,4096,0.008302933474381765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,4096,0.01653333306312561
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,5120,0.01598186691602071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,3584,0.007276799778143566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,3584,0.018599466482798258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,6144,0.018133334318796792
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,3072,0.009540266791979472
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,3072,0.017691733439763387
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,16384,0.037588266531626384
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,2560,0.008676266670227051
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,2560,0.017167999347050985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,3072,0.012404266993204753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,2048,0.0070816000302632645
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,2048,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,3584,0.012823466459910074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,1536,0.006637866795063019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,1536,0.015128533045450846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,4096,0.014058666427930197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,1024,0.005019733309745788
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,1024,0.01446399986743927
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,2560,0.011178666353225708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,1024,0.008350933591524761
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,768,0.004206933577855428
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,768,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,512,0.003455999990304311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,1536,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,512,0.014469333489735923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,256,0.002656000107526779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,2048,0.010354133447011311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,256,0.014034133156140646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,128,0.002583466718594233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,128,0.013774933417638144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,256,0.0070709332823753355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,128,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,64,0.001817600056529045
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,512,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,3072,32,0.0018112000077962875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,64,0.013783466815948487
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,3072,32,0.01260586678981781
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,65536,0.05814400116602579
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,65536,0.04640320142110189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,768,0.007955199976762136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,16384,0.0185205340385437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,16384,0.022913066546122234
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,12288,0.014412800470987955
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,12288,0.022438400983810426
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,10240,0.012397866447766621
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,10240,0.02062079906463623
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,10240,0.025191466013590496
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,8192,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,8192,0.01893226703008016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,12288,0.029636265834172566
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,7168,0.010027733445167542
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,7168,0.01854506731033325
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,8192,0.021512534221013388
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,6144,0.009128533800443013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,6144,0.018626133600870766
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,7168,0.019857066869735717
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,5120,0.008371200164159138
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,5120,0.018542933464050292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,16384,0.03779946565628052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,4096,0.007176533341407776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,4096,0.017131733894348144
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,5120,0.016182399789492288
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,3584,0.006276266773541768
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,3584,0.018422400951385497
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,6144,0.017745065689086913
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,3072,0.008397866288820903
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,3072,0.016499200463294984
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,4096,0.01404159963130951
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,2560,0.007146666447321574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,2560,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,2560,0.011481600006421407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,3584,0.013243732849756875
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,2048,0.0063285330931345625
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,2048,0.01637333333492279
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,3072,0.011987200379371643
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,1536,0.005899733304977417
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,1536,0.014808533589045205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,1024,0.0046517332394917805
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,1024,0.014522666732470194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,1536,0.009178666273752849
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,768,0.0038965334494908653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,768,0.014377599954605103
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,2048,0.010406399766604107
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,512,0.0033759998778502146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,512,0.014441600441932679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,512,0.007469866673151653
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,768,0.007742933432261149
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,256,0.0025642665723959604
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,256,0.014337066809336343
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,1024,0.00832426647345225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,128,0.0022250667214393617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,128,0.012885333100954691
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,64,0.0018090666582187016
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,256,0.007144533097743988
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,128,0.00668693333864212
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,64,0.013827199737230936
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2560,32,0.0021664001047611236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2560,32,0.013912533720334372
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,65536,0.04642026821772258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,65536,0.04086506764094035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,16384,0.014012799660364787
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,16384,0.022612265745798745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,12288,0.011669333775838215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,12288,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,12288,0.02961706717809041
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,10240,0.010398933291435241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,10240,0.019686400890350342
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,16384,0.03735893170038859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,8192,0.009264000256856282
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,8192,0.02060799996058146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,65536,0.1316362698872884
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,7168,0.008692266543706258
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,7168,0.0201855997244517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,10240,0.025576533873875935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,6144,0.007900799810886382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,6144,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,7168,0.019434666633605956
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,5120,0.007096533477306366
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,5120,0.01656000018119812
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,8192,0.02184106707572937
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,6144,0.01813760002454122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,4096,0.00872213343779246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,4096,0.01856213410695394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,3584,0.008327466746171314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,3584,0.018478933970133463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,3584,0.0132832000652949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,3072,0.0066336000959078475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,3072,0.018282665808995565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,4096,0.014039466778437296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,2560,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,2560,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,5120,0.016104533274968465
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,2048,0.007562666634718577
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,2048,0.016502400239308677
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,2048,0.010046933094660442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,1536,0.0062496001521746315
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,1536,0.015481600165367126
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,2560,0.01118293305238088
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,1024,0.004390400151411692
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,3072,0.012037332852681477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,1024,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,768,0.0037941334148248037
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,768,0.014388266205787658
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,768,0.008289066453774769
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,1024,0.008519466718037922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,512,0.003031466652949651
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,512,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,256,0.0025450666745503742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,1536,0.009129599730173747
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,256,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,128,0.0021749332547187803
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,128,0.014220800002415976
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,512,0.0074976002176602675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,256,0.0070783997575442
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,64,0.0021770666042963665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,128,0.0070602665344874065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,2048,32,0.0021589333812395734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,64,0.013375999530156455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,2048,32,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,65536,0.03636480172475179
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,65536,0.034886399904886886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,16384,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,16384,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,12288,0.010491733749707539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,12288,0.019237333536148073
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,65536,0.1312127987543742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,10240,0.009097599983215332
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,10240,0.01838399966557821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,12288,0.028857600688934327
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,8192,0.007656533519426982
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,8192,0.017526400089263917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,10240,0.025275733073552447
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,7168,0.00793280005455017
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,7168,0.017427200078964235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,16384,0.03668800195058187
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,6144,0.006390400230884552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,6144,0.016926934321721397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,8192,0.021425066391626994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,5120,0.005922133227189382
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,5120,0.016528000434239708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,65536,0.13204267024993896
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,4096,0.006042666733264923
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,4096,0.017923200130462648
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,5120,0.016090666254361473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,3584,0.00544106662273407
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,3584,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,6144,0.018202666441599527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,4096,0.014097066720326743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,3072,0.005843199789524078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,3072,0.016551466782887776
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,2560,0.005413333574930826
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,2560,0.016402133305867515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,7168,0.019805866479873657
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,2048,0.006708266834417979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,2048,0.014499200383822122
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,2048,0.010385066270828247
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,1536,0.0053375999132792154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,2560,0.011190399527549744
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,1536,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,1024,0.004029866556326548
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,3072,0.012421333789825439
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,1024,0.014366933703422546
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,768,0.003483733286460241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,768,0.014428800344467163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,3584,0.012893866499265036
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,512,0.002997333308060964
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,512,0.014245333274205527
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,1024,0.008748799562454224
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,768,0.007525333265463512
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,256,0.002315733333428701
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,512,0.00751146674156189
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,256,0.013498666882514953
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,128,0.0022474666436513263
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,1536,0.009153067072232565
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,128,0.012987732887268066
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,64,0.0021503999829292296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,256,0.007080533107121785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,64,0.012732799847920737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1536,32,0.002149333308140437
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,128,0.0066890666882197065
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1536,32,0.014075733224550881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,65536,0.02513279914855957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,65536,0.027691733837127686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,16384,0.012732799847920737
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,16384,0.020787199338277183
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,12288,0.010748799641927083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,12288,0.01880533297856649
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,10240,0.010166399677594503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,10240,0.018600533405939736
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,10240,0.02515733242034912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,8192,0.008552533388137818
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,8192,0.019054933389027914
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,12288,0.029381332794825236
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,7168,0.008182399968306223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,7168,0.016521599888801575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,16384,0.03661226828893026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,6144,0.00790293316046397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,6144,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,7168,0.020221867163976035
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,5120,0.006646400193373363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,5120,0.016546133160591125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,8192,0.02136639952659607
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,4096,0.005881600081920624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,4096,0.018742400407791137
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,65536,0.1312832037607829
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,3584,0.005425066749254862
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,3584,0.01848640044530233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,6144,0.01811199982961019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,5120,0.01611306667327881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,3072,0.005402666827042898
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,3072,0.016578132907549538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,2560,0.005030400057633718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,3584,0.012811733285586038
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,4096,0.013672533631324767
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,2560,0.016520532965660095
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,2048,0.007514666517575581
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,2048,0.016330666343371072
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,1536,0.005490133166313171
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,1536,0.015105066696802774
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,1536,0.009547733267148336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,2048,0.009983999530474345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,1024,0.004214400053024292
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,2560,0.010774399836858113
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,1024,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,3072,0.012371200323104858
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,768,0.0038218667109807336
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,768,0.014430933197339377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,512,0.0031658666829268134
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,512,0.01418880025545756
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,256,0.0025546667476495106
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,256,0.013136000434557597
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,512,0.00727040022611618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,768,0.007901866734027863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,1024,0.008507733543713886
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,128,0.0022154666483402254
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,256,0.0067114666104316715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,128,0.014210133751233419
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,64,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,128,0.006267733375231425
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,64,0.01423893372217814
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,1024,32,0.002133333434661229
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,1024,32,0.012492799758911132
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,65536,0.01995413303375244
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,65536,0.034805333614349364
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,16384,0.013943466544151305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,16384,0.019419733683268228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,12288,0.009971200426419576
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,12288,0.018526933590571084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,10240,0.008322133123874665
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,10240,0.017461333672205606
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,10240,0.02573973337809245
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,8192,0.007506133119265239
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,12288,0.028787199656168622
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,8192,0.01788160006205241
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,7168,0.007161599894364675
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,7168,0.017203199863433837
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,16384,0.036761601765950516
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,6144,0.0066538666685422255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,6144,0.017509333292643228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,7168,0.019921066363652547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,5120,0.005437866846720377
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,5120,0.016784000396728515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,8192,0.02102933327356974
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,4096,0.005880533158779145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,4096,0.016394666830698647
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,6144,0.018186666568120322
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,3584,0.0054293334484100345
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,3584,0.016557866334915163
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,5120,0.016165332992871602
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,3072,0.0054506664474805195
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,3072,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,4096,0.01362986663977305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,2560,0.005065600077311197
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,2560,0.015548800428708395
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,3584,0.013225600123405457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,3072,0.012133333086967468
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,2048,0.00425600012143453
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,2560,0.010794666409492493
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,2048,0.014884266257286071
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,1536,0.005415466427803039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,1536,0.01458453337351481
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,1024,0.00421013335386912
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,1024,0.01446613371372223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,1536,0.009141332904497783
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,1024,0.008788266777992248
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,768,0.0034314667185147605
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,2048,0.01032426655292511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,768,0.014407466848691305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,512,0.0029738667110602063
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,512,0.01428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,256,0.002219733347495397
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,768,0.007522133489449819
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,256,0.014082133769989014
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,512,0.007867733140786488
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,128,0.013844266533851624
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,256,0.0066997334361076355
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,64,0.0018464000274737674
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,128,0.007073066631952922
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,64,0.012880000472068786
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,768,32,0.0017770666629076004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,768,32,0.013910399874051413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,65536,0.028010666370391846
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,65536,0.02975146571795146
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,16384,0.00877333382765452
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,16384,0.016681599617004394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,12288,0.00832533339659373
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,12288,0.01840426723162333
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,65536,0.13016853332519532
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,10240,0.007068799932797749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,10240,0.01784320076306661
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,10240,0.025179733832677204
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,8192,0.005464533468087515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,12288,0.02924373348553975
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,8192,0.01811520059903463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,7168,0.005412266651789347
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,7168,0.016761600971221924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,16384,0.03593706687291463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,6144,0.005898666878541311
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,6144,0.01662826637427012
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,7168,0.019407999515533448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,5120,0.00561706672112147
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,8192,0.021528534094492593
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,5120,0.016539733608563742
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,4096,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,4096,0.016541866461435954
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,6144,0.017333332697550455
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,3584,0.005459199845790863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,3584,0.015936000148455302
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,5120,0.016140799721082053
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,4096,0.01368106702963511
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,3072,0.005081599950790406
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,3072,0.014599466323852539
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,2560,0.00508480022350947
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,3584,0.012694399555524191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,2560,0.014450132846832275
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,3072,0.012401066223780314
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,2048,0.0046079998215039575
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,2560,0.0107722669839859
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,2048,0.014481066664059957
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,1536,0.003836799909671148
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,1536,0.014439466595649719
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,2048,0.009962667028109233
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,1024,0.0033749334514141084
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,1536,0.009511466821034749
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,1024,0.01428053379058838
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,768,0.002937600016593933
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,768,0.014235732952753702
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,1024,0.008703999718030294
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,512,0.0025962665677070618
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,768,0.007719466586907704
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,512,0.014195199807484946
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,256,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,256,0.013507200280825296
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,512,0.007098666826883952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,128,0.002163200080394745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,256,0.007129600147406261
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,128,0.012525866429011026
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,64,0.00180479995906353
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,128,0.00628053347269694
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,64,0.012661332885424295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,512,32,0.0018133333573738734
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,512,32,0.013327999909718832
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,65536,0.016065067052841185
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,65536,0.022772266467412313
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,16384,0.006237866481145223
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,16384,0.01733013391494751
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,12288,0.005064533154169718
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,12288,0.016497066617012023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,12288,0.029202133417129517
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,10240,0.0056320001681645715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,10240,0.01665279964605967
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,16384,0.036177066961924235
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,8192,0.005427200098832448
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,8192,0.016616533199946083
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,8192,0.02105600039164225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,10240,0.025908267498016356
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,7168,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,7168,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,6144,0.004682666560014089
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,6144,0.01667840083440145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,7168,0.019400533040364584
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,5120,0.004645333190759023
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,6144,0.017783466974894205
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,5120,0.017017600933710735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,4096,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,4096,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,5120,0.01630506714185079
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,4096,0.013665067156155905
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,3584,0.004628266890843709
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,3584,0.0145087997118632
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,3072,0.004266666869322458
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,3072,0.014509866635004679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,3584,0.013255467017491659
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,2560,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,3072,0.011571199695269267
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,2560,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,2048,0.0042015999555587765
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,2048,0.01444906691710154
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,2560,0.0107232004404068
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,1536,0.0037685332198937735
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,2048,0.01076586643854777
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,1536,0.014297599593798319
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,1024,0.003009066730737686
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,1024,0.013834666212399802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,1536,0.009201066692670186
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,768,0.0026176000634829206
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,1024,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,768,0.014165332913398743
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,512,0.002587733417749405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,768,0.0075765331586201985
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,512,0.013757866621017457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,256,0.002186666677395503
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,512,0.007109333574771881
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,256,0.013158399860064188
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,128,0.0021397332350413007
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,256,0.006682666639486949
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,128,0.0136245330174764
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,128,0.006297599772612255
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,64,0.0017685333887736004
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,64,0.012456533312797547
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,256,32,0.0018016000588734944
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,256,32,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,65536,0.010782933235168457
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,65536,0.01901866594950358
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,16384,0.005050666630268097
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,16384,0.01709653337796529
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,16384,0.03623040119806926
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,65536,0.12573760350545246
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,12288,0.004810666541258494
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,12288,0.016479999820391337
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,10240,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,65536,0.12998080253601074
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,10240,0.016500266393025716
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,65536,0.12673813501993816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,8192,0.005092266698678335
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,8192,0.016306133071581522
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,12288,0.02840426762898763
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,7168,0.005070933202902476
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,10240,0.02518613338470459
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,7168,0.016540799538294473
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,6144,0.004636799792448679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,8192,0.021422932545344033
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,6144,0.0165503998597463
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,5120,0.004644266764322917
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,5120,0.016341333587964378
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,7168,0.019394133488337198
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,4096,0.004273066421349844
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,4096,0.015256533026695251
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,6144,0.017310933272043864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,3584,0.004572799801826477
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,3584,0.01447466711203257
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,5120,0.015708800156911215
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,3072,0.004231466849644979
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,3072,0.014517333110173544
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,4096,0.01369599997997284
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,2560,0.004602666695912679
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,3584,0.012842667102813721
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,2560,0.014478933811187745
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,2048,0.0038463999827702843
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,3072,0.01162986656030019
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,2048,0.01444586714108785
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,1536,0.003454933315515518
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,2560,0.010792533556620281
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,1536,0.01427733302116394
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,2048,0.00990826686223348
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,1024,0.003018666555484136
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,1024,0.014186666409174601
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,1536,0.009110400080680847
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,768,0.0026208000878492994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,65536,0.1271231969197591
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,768,0.013089066743850708
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,1024,0.008319999774297078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,512,0.0025610665480295816
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,768,0.007911466558774312
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,512,0.012769066294034324
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,256,0.0021845333278179167
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,512,0.0074869334697723385
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,256,0.01246399978796641
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,128,0.012474667032559712
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,128,0.002179199953873952
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,256,0.006341333190600078
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,64,0.012402133146921793
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,65536,0.12638293107350668
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,64,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,128,0.006664533416430156
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,16384,0.0054848000407218935
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,128,32,0.0017664000391960145
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,12288,0.004661333560943603
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,128,32,0.012434132893880208
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,65536,0.006685866912206013
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,65536,0.018453333775202432
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,65536,0.1276821295420329
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,16384,0.016568533579508462
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,10240,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,12288,0.016743467251459757
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,10240,0.016032000382741295
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,8192,0.004669866462548574
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,8192,0.01608746647834778
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,7168,0.0046410664916038515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,7168,0.015608533223470052
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,6144,0.004637866715590159
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,5120,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,6144,0.014892799655596414
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,5120,0.01648533344268799
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,4096,0.004227200150489807
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,2560,0.004203733305136363
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,4096,0.016509866714477538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,3584,0.004622933268547058
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,3584,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,2048,0.014502400159835815
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,3072,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,3072,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,2560,0.014442666371663412
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,768,0.0025685332715511323
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,2048,0.0038250667353471124
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,768,0.01365226705869039
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,1536,0.003475199888149897
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,1536,0.012894933422406515
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,1024,0.0029898665845394133
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,256,0.012479999661445617
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,1024,0.012481066584587096
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,512,0.0022282667458057405
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,256,0.0021418665846188864
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,512,0.012453333536783854
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,128,0.0017994667092959087
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,128,0.013501866658528646
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,64,0.0017535999417304994
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,64,0.012414933244387309
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,64,32,0.0018005333840847015
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,64,32,0.012742400169372559
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,65536,0.006696533163388569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,65536,0.01838399966557821
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,16384,0.0054954667886098225
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,10240,0.016261333227157594
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,16384,0.016311466693878174
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,12288,0.005082666873931885
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,12288,0.016428800423940022
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,10240,0.004615466793378194
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,8192,0.0041909332076708475
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,8192,0.016277333100636802
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,6144,0.01644159952799479
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,7168,0.004614399870236715
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,5120,0.01641386648019155
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,7168,0.016455466548601784
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,6144,0.0042133331298828125
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,5120,0.004242133100827535
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,4096,0.004185600082079569
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,4096,0.014868266383806863
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,3072,0.014421332875887552
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,3584,0.0042357335488001505
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,3584,0.014451199769973755
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,3072,0.004199466605981191
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,2048,0.013479466239611307
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,2560,0.004647466540336609
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,2560,0.01446293294429779
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,2048,0.004175999760627746
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,768,0.0026378666361172995
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,1536,0.003409066547950109
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,1536,0.014402133226394654
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,1024,0.0029493334392706556
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,512,0.012408533692359924
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,1024,0.013878400127092997
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,128,0.0018058666338523228
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,768,0.012425600488980611
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,512,0.002233600119749705
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,256,0.002242133269707362
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,32,0.0017525333911180495
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,64,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,256,0.01243839959303538
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,128,0.012417067090670269
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,float16,1,32,64,0.0017621333400408429
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,fp8,1,32,32,0.012497066458066305
TRTLLM,1.2.0rc5,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,65536,0.1276959975560506
