framework,version,device,op_name,kernel_source,gemm_dtype,m,n,k,latency
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,4096,1.063358942667643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,5120,1.2627296447753906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,6144,1.5325920104980468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,3584,0.933955192565918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,7168,1.823132832845052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,3072,0.8037727991739908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,8192,1.9228010813395184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,2560,0.6925290425618489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,1536,0.48472747802734373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,1024,0.37144320805867515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,128,0.197869873046875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,256,0.22203733126322428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,512,0.2820096015930176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,768,0.32161067326863607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,2048,0.5927594502766926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,8192,0.6192821502685547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,10240,2.607622273763021
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,10240,0.7721994400024415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,12288,0.9178848266601562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,6144,0.418338139851888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,5120,0.3463509241739909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,7168,0.521619192759196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,4096,0.277505079905192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,16384,1.2483999888102213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,1536,0.13482880592346191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,3072,0.21950826644897461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,2048,0.16274666786193848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,3584,0.24835519790649413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,2560,0.19274667104085286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,256,0.06724159717559815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,12288,2.8739583333333334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,1024,0.10485866864522297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,128,0.06041706800460815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,512,0.08028266429901124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,768,0.09314986864725748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,7168,0.3599360148111979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,8192,0.41349118550618486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,10240,0.5669514973958333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,12288,0.6791861216227214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,6144,0.3087029457092285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,5120,0.263372802734375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,4096,0.2174623966217041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,3072,0.17237013181050617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,2560,0.1497759977976481
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,3584,0.194049072265625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,2048,0.12789759635925294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,512,0.06383039951324462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,768,0.07123520374298095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,1024,0.08232746918996176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,256,0.054205866654713955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,128,0.0495957334836324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,1536,0.10717973709106446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,16384,0.8841994603474935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,8192,0.3402751922607422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,10240,0.4469418525695801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,12288,0.5585631688435873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,6144,0.26453332901000975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,7168,0.30167039235432946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,16384,0.7509034474690754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,5120,0.230023463567098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,65536,16384,4.472149149576823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,4096,0.18646933237711588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,3072,0.14950505892435711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,3584,0.16786880493164064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,2560,0.1311402638753255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,2048,0.11144426663716633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,256,0.04764800071716309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,512,0.05587519804636637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,768,0.06219093402226766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,1024,0.07157866954803467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,128,0.043755733966827394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,1536,0.09260373115539551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,8192,0.2756309191385905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,10240,0.3423957188924154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,12288,0.42994238535563156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,7168,0.245416529973348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,6144,0.21575679779052734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,16384,0.5756991704305012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,5120,0.18968000411987304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,4096,0.15571626027425128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,3584,0.13919572830200194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,2048,0.0937994639078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,2560,0.10905706882476807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,3072,0.1242794672648112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,1024,0.05980159838994344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,1536,0.07659200032552084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,768,0.05123413403828939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,512,0.046353065967559816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,256,0.04109866619110107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,128,0.037956265608469646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,10240,0.31334400177001953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,12288,0.3743733406066895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,16384,0.5098496119181315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,8192,0.2527221361796061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,7168,0.22627092997233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,4096,0.14268159866333008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,5120,0.1755136013031006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,6144,0.19957760175069172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,3584,0.12909226417541503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,2560,0.10004586378733318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,3072,0.11578133106231689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,1024,0.05529599984486898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,2048,0.08519573211669922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,1536,0.07099733352661133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,512,0.043348264694213864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,256,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,768,0.04795733292897542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,128,0.035359998544057206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,12288,0.32167145411173503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,12288,65536,4.461641438802084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,16384,0.43247038523356124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,10240,65536,3.3981493631998694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,10240,0.27364587783813477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,8192,0.22196799914042153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,7168,0.198963197072347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,6144,0.17613120079040528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,3072,0.1017525355021159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,4096,0.12639466921488446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,3584,0.1154741366704305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,5120,0.15489706993103028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,1024,0.04956053495407105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,1536,0.06311359802881876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,2048,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,2560,0.08912320137023926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,512,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,256,0.035293865203857425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,128,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,768,0.04239253203074138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,10240,0.23490559260050453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,12288,0.2727605183919271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,16384,65536,6.512128194173177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,8192,0.19145493507385253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,16384,0.36205120086669923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,7168,0.17162240346272786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,4096,0.10929493109385173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,5120,0.13663466771443683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,6144,0.15264320373535156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,3584,0.09932906627655029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,3072,0.08768746852874756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,2048,0.06539946794509888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,2560,0.07847253481547037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,768,0.036660265922546384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,512,0.03344959815343221
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,1024,0.042529066403706864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,128,0.029625600576400755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,256,0.03174293239911397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,1536,0.054819198449452725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,8192,65536,2.287994639078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,8192,0.1596735954284668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,10240,0.19431999524434407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,12288,0.2274986743927002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,7168,65536,2.1741620381673177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,7168,0.1439008076985677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,16384,0.2964810689290365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,6144,0.12875093619028727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,5120,0.11502827008565267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,3584,0.08441279729207357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,3072,0.0762880007425944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,4096,0.09312000274658203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,2560,0.06557013193766276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,512,0.028329600890477497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,1024,0.03584106763203938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,768,0.0310591995716095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,2048,0.05539520184199015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,128,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,256,0.02758079965909322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,1536,0.04614826838175456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,8192,0.15564799308776855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,10240,0.19192959467569987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,12288,0.22121706008911132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,7168,0.1404245376586914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,5120,0.11253440380096436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,6144,0.12636160055796306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,16384,0.28883625666300455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,4096,0.09113600254058837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,3072,0.07355626424153647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,2560,0.06406720081965128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,3584,0.0823637326558431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,2048,0.05461333195368449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,768,0.03017279903093974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,1024,0.03461120128631592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,256,0.027102933327356978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,1536,0.04457813501358032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,128,0.025461333990097045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,512,0.027515733242034913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,6144,65536,1.838494873046875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,10240,0.17203092575073242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,12288,0.19862079620361328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,7168,0.12683946291605633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,16384,0.25722880363464357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,8192,0.1401546637217204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,6144,0.1145855983098348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,4096,0.08301226298014322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,3072,0.06669759750366211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,3584,0.07502506573994955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,5120,0.10270720322926838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,1024,0.031128533681233722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,1536,0.04102613528569539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,2048,0.04888533353805542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,2560,0.05857280095418295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,768,0.026693334182103474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,256,0.02518826723098755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,128,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,512,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,10240,0.15270934104919434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,12288,0.17483305931091309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,16384,0.227292807896932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,5120,65536,1.5183947245279947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,8192,0.12468907038370769
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,7168,0.11335679690043132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,4096,0.07444586753845214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,5120,0.09365866978963217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,3584,0.06771626472473144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,6144,0.10229653517405193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,1536,0.03638826608657837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,2048,0.04348586797714234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,2560,0.05280426740646362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,3072,0.06055253346761068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,256,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,512,0.022660267353057862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,1024,0.02764799992243449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,128,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,768,0.024027733008066814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,4096,65536,1.1914943695068358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,10240,0.133462397257487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,8192,0.109225598971049
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,12288,0.15230080286661785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3584,65536,1.1573258717854817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,6144,0.09079360167185466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,7168,0.09966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,16384,0.1962997277577718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,5120,0.08253440062204996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,4096,0.066594131787618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,3584,0.06024640003840128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,2560,0.045672531922658285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,2048,0.038365864753723146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,3072,0.052765866120656334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,1536,0.03174506624539693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,128,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,256,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,1024,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,512,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,768,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,8192,0.09294613202412924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,10240,0.11441600322723389
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,12288,0.12929920355478924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,3072,65536,1.0139690399169923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,7168,0.08560746510823568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,6144,0.07891626358032226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,16384,0.16588907241821288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,5120,0.07222293217976888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,4096,0.05792106787363688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,3584,0.05239466826121012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,1536,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,2048,0.032151466608047484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,2560,0.03816106716791789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,3072,0.04539733330408732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,512,0.018153599898020425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,256,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,768,0.018502400318781535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,128,0.019525333245595296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,1024,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,8192,0.0769706646601359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,10240,0.09462400277455649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,12288,0.10646293163299561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,7168,0.07127040227254232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,16384,0.13482666015625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,6144,0.06662826538085938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,5120,0.061884800593058266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,3584,0.04355413516362508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,2560,0.032227200269699094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,4096,0.048571733633677165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,3072,0.03673066695531209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,768,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,1024,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,1536,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,256,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,512,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,128,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,2048,0.02696320017178853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2560,65536,0.8805034637451172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,10240,0.09390079975128174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,12288,0.10564586321512859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,16384,0.13428053855895997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,7168,0.07127040227254232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,6144,0.06634879906972249
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,8192,0.07680213451385498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,3072,0.03577386538187663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,5120,0.06174720128377279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,3584,0.042393600940704344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,4096,0.04764800071716309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,1024,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,1536,0.02245866656303406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,2048,0.026690133412679035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,2560,0.03146986762682597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,256,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,512,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,768,0.014949333667755128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,128,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,10240,0.07522986729939779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,12288,0.08267199993133545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,16384,0.104312531153361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,2048,65536,0.7458474477132161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,8192,0.06123413244883219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,7168,0.05778773228327433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,5120,0.051405866940816246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,6144,0.05461333195368449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,4096,0.038159998257954915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,3584,0.03338239987691243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,1536,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,2048,0.021844265858332317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,2560,0.025191466013590496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,3072,0.02887786626815796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,256,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,512,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,768,0.013036800424257913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,1024,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,128,0.016108799974123636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1024,65536,0.4963328043619792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,1536,65536,0.6279488245646159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,7168,0.057581865787506105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,8192,0.06072426637013754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,10240,0.07434240182240805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,12288,0.08263786633809408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,4096,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,5120,0.04980053504308064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,16384,0.10301333268483479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,6144,0.05379413366317749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,3584,0.032357333103815715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,1024,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,1536,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,2048,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,2560,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,3072,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,128,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,768,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,512,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,768,65536,0.49216534296671555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,8192,0.06249920129776001
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,10240,0.08004266421000163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,12288,0.08884906768798828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,7168,0.060519464810689295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,6144,0.055021866162618005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,16384,0.11277759869893392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,5120,0.05246400038401285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,4096,0.03830186525980632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,3584,0.03379199902216594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,2560,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,2048,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,1536,0.01890773375829061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,3072,0.02887786626815796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,768,0.012900267044703165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,512,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,1024,0.01480959951877594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,512,65536,0.3720874786376953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,256,65536,0.36526079177856446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8192,128,65536,0.3860490798950195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,4096,0.5176650683085124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,5120,0.63505064646403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,6144,0.7393962860107421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,7168,0.8610464096069336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,8192,0.9582592010498047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,3072,0.4079605420430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,3584,0.46285225550333664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,2560,0.354201602935791
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,768,0.16527147293090821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,1024,0.19206933975219725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,128,0.0990880012512207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,256,0.11489173571268718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,512,0.14663680394490558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,2048,0.30419734319051106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,1536,0.2572277386983236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,10240,1.2176074981689453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,8192,0.25832106272379557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,10240,0.3168224016825358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,7168,0.23265387217203776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,12288,0.37369279861450194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,6144,0.20264852841695152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,5120,0.17407573064168294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,4096,0.14506667455037434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,16384,0.4931978543599446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,3584,0.13189120292663575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,1024,0.05696959892908732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,1536,0.07338666915893555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,12288,1.4911871592203776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,256,0.036659200986226395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,512,0.04498666524887085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,768,0.04976746638615926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,128,0.034061865011850996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,2048,0.08710933526357015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,2560,0.10041920344034831
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,3072,0.1157802661259969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,7168,0.18240960439046222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,8192,0.20401493708292642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,10240,0.24999252955118814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,12288,0.29532267252604166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,6144,0.16104213396708172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,5120,0.14062827428181965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,4096,0.11653227011362713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,3584,0.10510079860687256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,2560,0.0818506638209025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,2048,0.07024640242258708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,3072,0.09328746795654297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,16384,0.38331839243570964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,1536,0.05857280095418295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,768,0.04116693337758382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,1024,0.04614933331807454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,256,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,128,0.028336000442504884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,512,0.03673066695531209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,8192,0.17408107121785482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,10240,0.21439146995544434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,65536,16384,2.0029151916503904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,12288,0.25135787328084314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,5120,0.12025279998779297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,7168,0.15694613456726075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,6144,0.1395359992980957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,4096,0.10089813073476155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,16384,0.32600533167521156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,3584,0.08994026978810629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,3072,0.07987306912740072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,2048,0.06045226653416952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,1536,0.05058559974034628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,1024,0.039527467886606854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,768,0.03542506694793701
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,256,0.02717120051383972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,128,0.025396267573038738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,512,0.0322922666867574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,2560,0.07055359681447347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,8192,0.14295040766398112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,10240,0.1744885285695394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,12288,0.21445867220560708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,7168,0.1282047986984253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,6144,0.11404266357421874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,16384,0.29252265294392904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,5120,0.09929280281066895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,2560,0.058365865548451745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,4096,0.0831157366434733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,3072,0.06631893316904704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,3584,0.07553706963857015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,2048,0.04983359972635905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,1024,0.03303999900817871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,512,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,256,0.023066665728886923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,768,0.0294922669728597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,1536,0.04150613149007161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,128,0.021297067403793335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,10240,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,12288,0.19930559794108074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,8192,0.13865386644999186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,16384,0.26398720741271975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,7168,0.12403519948323567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,6144,0.11117226282755535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,4096,0.08058880170186361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,5120,0.09782506624857584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,3072,0.06451199849446615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,3584,0.07328426837921143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,2560,0.056695465246836343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,1536,0.040006399154663086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,1024,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,2048,0.048401065667470294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,256,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,512,0.02635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,768,0.029417600234349566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,128,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,12288,0.17442240715026855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,16384,0.22988160451253256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,12288,65536,1.6352288564046222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,10240,0.14978133837382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,10240,65536,1.3368340810139974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,8192,0.1224021355311076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,7168,0.11192320187886555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,4096,0.0724992036819458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,5120,0.0881322701772054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,6144,0.09929386774698892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,3584,0.06642346779505412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,2048,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,3072,0.05857280095418295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,2560,0.0501418670018514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,512,0.02389226754506429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,768,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,1536,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,1024,0.028604799509048463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,128,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,256,0.02075200080871582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,10240,0.13028693199157715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,12288,0.15066453615824382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,16384,65536,2.1305408477783203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,16384,0.19595947265625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,8192,0.10690560340881347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,7168,0.09741653601328532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,6144,0.08745600382486979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,3584,0.05768533150355021
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,5120,0.07758506933848063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,3072,0.0505184014638265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,4096,0.06356266736984253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,1024,0.02553279995918274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,1536,0.03174613316853841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,2560,0.043622398376464845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,2048,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,256,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,512,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,128,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,768,0.023350399732589722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,8192,65536,1.1289962768554687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,8192,0.09154559771219889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,10240,0.11141119798024494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,12288,0.12734933694203693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,5120,0.06676586469014487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,6144,0.07539839744567871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,7168,0.0834218660990397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,16384,0.16465813318888348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,4096,0.054408534367879235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,3072,0.04307626485824585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,3584,0.049185065428415935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,2560,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,2048,0.03276693423589071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,768,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,1024,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,1536,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,256,0.016863999764124553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,512,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,7168,65536,1.068612289428711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,10240,0.10956373214721679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,8192,0.09045226573944092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,12288,0.12588480313618977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,7168,0.0822271982828776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,6144,0.07427519957224528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,16384,0.16274773279825847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,5120,0.06529599825541178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,4096,0.052940801779429114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,3584,0.04788906574249267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,3072,0.04211946725845337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,2560,0.037069865067799884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,768,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,2048,0.031880533695220946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,1024,0.02190720041592916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,1536,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,256,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,512,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,10240,0.09185492992401123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,12288,0.10482239723205566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,6144,65536,0.9119349161783854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,16384,0.1353045304616292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,8192,0.07594772974650064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,7168,0.06946240266164144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,6144,0.06270506779352823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,5120,0.05529706478118897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,2560,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,3072,0.03577386538187663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,4096,0.04457813501358032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,3584,0.04034453233083089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,768,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,1024,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,1536,0.023143466313680014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,256,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,2048,0.02703253428141276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,512,0.016591999928156534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,128,0.014879999558130899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,10240,0.0909663995107015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,12288,0.10325333277384441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,16384,0.13161706924438477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,8192,0.07468053499857584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,7168,0.06833600203196208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,5120,65536,0.7666677474975586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,6144,0.062225067615509035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,5120,0.0529749313990275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,4096,0.04375893274943034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,3072,0.03563520113627116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,2048,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,3584,0.039661868413289385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,2560,0.03133440017700195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,768,0.017684266964594523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,1536,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,1024,0.018503467241923012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,128,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,256,0.015218133727709452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,4096,65536,0.6336106618245443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,8192,0.05952746470769247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,10240,0.07253440221150717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,12288,0.08233066399892172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,7168,0.0550922671953837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,6144,0.04932373364766439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,16384,0.10287786324818929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,5120,0.04273279905319214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3584,65536,0.6209205627441406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,2048,0.02183893322944641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,4096,0.03481706778208415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,3072,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,2560,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,3584,0.031880533695220946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,512,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,256,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,768,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,1024,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,128,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,1536,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,8192,0.05911893447240194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,10240,0.07202239831288657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,12288,0.08106666405995687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,7168,0.05297600030899048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,16384,0.10240106582641602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,6144,0.0475818673769633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,5120,0.04123306671778361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,2560,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,3584,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,4096,0.03399360179901123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,3072,0.02805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,3072,65536,0.5032970746358235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,768,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,1024,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,512,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,256,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,1536,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,128,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,2048,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,8192,0.043075199921925864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,10240,0.05276906490325928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,12288,0.05813013315200806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,7168,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,16384,0.07263573010762533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,6144,0.03413333495457967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,5120,0.030859732627868654
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,3584,0.02321173350016276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,3072,0.020888533194859824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,4096,0.02539413372675578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,2560,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,1024,0.012083199620246888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,768,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,1536,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,2048,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,256,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,512,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,128,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,10240,0.05235946575800578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,12288,0.05727680126825968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,16384,0.07106346289316813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,8192,0.04211946725845337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,7168,0.03761386473973592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,6144,0.034065067768096924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,4096,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,5120,0.030246400833129884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2560,65536,0.49312639236450195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,3584,0.023142399390538533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,3072,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,2560,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,1024,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,1536,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,768,0.012288000186284382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,256,0.011949867010116577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,128,0.011548800269762675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,512,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,10240,0.05123413403828939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,12288,0.05683199961980184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,16384,0.07089386781056722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,8192,0.04109653234481812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,7168,0.03795733451843262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,6144,0.03290560046831767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,4096,0.024856533606847128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,5120,0.029897600412368774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,2048,65536,0.37362454732259115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,3584,0.023076266050338745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,2560,0.018362667163213095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,3072,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,2048,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,1536,0.013852799932161966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,1024,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,768,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,512,0.012351999680201214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,256,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,128,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1024,65536,0.2515626589457194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,10240,0.05106346607208252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,8192,0.04034666617711385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,12288,0.056662400563557945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,1536,65536,0.3721205393473307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,16384,0.0710314671198527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,4096,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,5120,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,768,65536,0.2469205379486084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,7168,0.0360426664352417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,6144,0.03249386747678121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,3584,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,1024,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,1536,0.013926399747530618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,2560,0.018161066373189292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,3072,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,256,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,512,0.011948800086975098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,768,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,128,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,7168,0.03583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,8192,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,10240,0.05130240122477213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,12288,0.05649066766103109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,5120,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,6144,0.03269973397254944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,4096,0.024369066953659056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,3584,0.022662399212519328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,16384,0.07102719942728677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,3072,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,2048,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,1024,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,1536,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,768,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,512,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,512,65536,0.24569066365559897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,128,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,256,0.011531733473141988
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,256,65536,0.24432640075683593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4096,128,65536,0.24357439676920573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,4096,0.2662432034810384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,5120,0.3303050676981608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,6144,0.3819498697916667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,7168,0.43492692311604814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,3584,0.23757120768229165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,3072,0.21207040150960288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,8192,0.49067093531290695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,2560,0.18213547070821126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,768,0.08649386564890543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,1536,0.13284693559010824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,2048,0.157150936126709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,256,0.06075733502705892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,128,0.05700159867604574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,1024,0.10038613478342692
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,512,0.07683413028717041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,10240,0.6096607844034831
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,8192,0.13315412998199463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,10240,0.16493333180745443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,12288,0.1947978655497233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,7168,0.12032000223795573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,6144,0.10482453505198161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,5120,0.09253013134002686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,16384,0.2497866630554199
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,4096,0.07621973355611165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,12288,0.7191200256347656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,3584,0.07041707038879394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,3072,0.061782399813334145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,1024,0.03228586713473002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,512,0.025191466013590496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,128,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,768,0.02839786609013875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,256,0.020888533194859824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,1536,0.03959253231684367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,2560,0.054612267017364505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,2048,0.04707093238830566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,7168,0.10141013463338215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,8192,0.1125717322031657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,10240,0.13697706858317057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,12288,0.16028800010681152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,5120,0.07891626358032226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,4096,0.06594666639963785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,6144,0.09018133481343588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,3584,0.06021546522776285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,2048,0.04041386842727661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,3072,0.05327893495559692
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,2560,0.04703786770502726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,512,0.021980800231297812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,1024,0.028064000606536865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,16384,0.20729173024495445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,768,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,1536,0.03460906744003296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,128,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,256,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,8192,0.09694293340047201
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,10240,0.11799893379211426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,12288,0.1373184045155843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,7168,0.08785813649495443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,16384,0.1778293291727702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,6144,0.07816639741261801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,65536,16384,0.9581226348876953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,5120,0.06976746718088786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,4096,0.057239464918772374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,2048,0.03556586503982544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,2560,0.04096000194549561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,1536,0.02996693253517151
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,3072,0.0464906652768453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,512,0.019045333067576088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,256,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,768,0.02232426603635152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,1024,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,3584,0.05188373327255249
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,8192,0.08164693514506022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,10240,0.09857813517252603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,12288,0.1149941364924113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,6144,0.06594346761703491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,7168,0.07396693229675293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,5120,0.05864213307698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,16384,0.1469770590464274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,3584,0.04410239855448405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,4096,0.04833279848098755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,3072,0.039662933349609374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,1024,0.02102186679840088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,2560,0.03467839956283569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,1536,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,512,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,256,0.01467626690864563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,768,0.019115734100341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,128,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,2048,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,10240,0.09669973055521647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,12288,0.11253759860992432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,16384,0.14643306732177735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,8192,0.07997439702351888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,7168,0.07263573010762533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,6144,0.06577386856079101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,5120,0.056118400891621914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,3584,0.042872532208760576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,4096,0.047172268231709794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,3072,0.03843520085016887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,2048,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,2560,0.034408533573150636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,1536,0.024910932779312132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,768,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,1024,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,256,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,512,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,128,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,12288,0.09192106723785401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,16384,0.11898880004882813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,12288,65536,0.8286207834879556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,10240,0.07969919840494791
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,8192,0.06611626545588176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,7168,0.05980266729990641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,10240,65536,0.6957056045532226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,6144,0.05338559945424398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,5120,0.04689813454945882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,3584,0.03618239959081014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,4096,0.03904746770858765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,2560,0.02866986592610677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,2048,0.024711465835571288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,3072,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,1024,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,512,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,1536,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,768,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,128,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,256,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,10240,0.0776799996693929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,12288,0.08949759801228842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,16384,0.11530240376790364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,8192,0.06444373528162638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,7168,0.05819733142852783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,16384,65536,0.9905525207519531
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,6144,0.05208746592203776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,5120,0.04498666524887085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,3072,0.031675734122594196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,4096,0.03822933435440064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,8192,65536,0.5611520131429036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,3584,0.0351583997408549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,1536,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,2048,0.024574933449427287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,2560,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,768,0.015774933497111003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,1024,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,256,0.012699733177820841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,128,0.012079999844233195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,512,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,8192,0.049561599890391037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,10240,0.059596800804138185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,12288,0.06785706679026285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,7168,65536,0.5616309483846028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,7168,0.04478186766306559
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,16384,0.08751893043518066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,6144,0.03966079950332642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,5120,0.03495146830876668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,3072,0.02491626739501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,4096,0.029763199885686237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,2560,0.02245866656303406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,3584,0.027305599053700762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,512,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,768,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,1024,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,1536,0.017065600554148356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,128,0.0107232004404068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,256,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,2048,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,8192,0.048844798405965166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,10240,0.05935786565144857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,12288,0.06744853655497232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,7168,0.04369066556294759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,16384,0.0869376023610433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,6144,0.03925333420435588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,5120,0.034747731685638425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,4096,0.02942613363265991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,3584,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,3072,0.02444053292274475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,1536,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,2560,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,2048,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,768,0.013105066617329917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,1024,0.014064000050226847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,512,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,128,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,256,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,6144,65536,0.44230079650878906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,10240,0.058538667360941564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,12288,0.06806186834971109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,7168,0.043075199921925864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,8192,0.04843519926071167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,6144,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,16384,0.08560640017191569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,3072,0.024101332823435465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,3584,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,4096,0.029419734080632524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,5120,0.034746666749318436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,1024,0.013991467157999673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,1536,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,2048,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,512,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,768,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,2560,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,256,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,128,0.010533333818117777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,10240,0.05850453376770019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,12288,0.06697279612223307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,16384,0.08455039660135905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,8192,0.04761600097020467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,7168,0.0430730660756429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,4096,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,5120,0.034195200602213545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,6144,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,3584,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,2560,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,3072,0.023894399404525757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,1024,0.013788800438245138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,2048,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,512,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,768,0.013117866714795432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,256,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,128,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,4096,65536,0.31470934549967444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,5120,65536,0.43103574117024734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,12288,0.0445087989171346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,16384,0.05683199961980184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,7168,0.02955840031305949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,8192,0.03242666721343994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,10240,0.03884373505910237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3584,65536,0.3122495969136556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,6144,0.026964267094930012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,3584,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,4096,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,3072,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,2560,0.016104533274968465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,5120,0.024165334304173787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,512,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,768,0.01074133316675822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,1024,0.011143466830253601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,256,0.009619200229644775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,128,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,1536,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,2048,0.013991467157999673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,8192,0.031674667199452715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,10240,0.03781973520914714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,12288,0.04437333345413208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,7168,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,16384,0.05427093505859375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,6144,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,5120,0.023896533250808715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,3072,0.017406932512919106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,3072,65536,0.3144362767537435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,2560,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,3584,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,4096,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,1024,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,512,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,768,0.010729599992434185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,256,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,128,0.009127466877301534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,1536,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,2048,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,8192,0.030925865968068438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,10240,0.03638613224029541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,12288,0.042667734622955325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,16384,0.05536746581395467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,7168,0.02805440028508504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,6144,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,5120,0.023345067103703817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,4096,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,3072,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,2560,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,3584,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,2048,0.013782399892807006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,1024,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,768,0.01032426655292511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,1536,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,512,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,256,0.009508267045021057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,128,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,10240,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,12288,0.04177706638971965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,16384,0.05515946547190348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,8192,0.030517333745956422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,7168,0.028188800811767577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2560,65536,0.30767787297566734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,6144,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,5120,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,4096,0.01986453334490458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,3072,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,3584,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,2560,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,1024,0.010854400197664897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,1536,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,2048,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,256,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,512,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,128,0.009127466877301534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,768,0.010380799571673077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,10240,0.03577173153559367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,12288,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,16384,0.053896534442901614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,8192,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,7168,0.028128000100453694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,6144,0.025534933805465697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,5120,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,4096,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,3584,0.018498132626215615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,2560,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,3072,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,2048,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,1024,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,1536,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,768,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,512,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,256,0.009469866752624512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,128,0.00912000040213267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,2048,65536,0.19131840070088704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1024,65536,0.18486399650573732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,12288,0.041093333562215166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,16384,0.05331626733144125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,8192,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,10240,0.03577173153559367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,1536,65536,0.1867413361867269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,7168,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,6144,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,768,65536,0.18479894002278646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,4096,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,3584,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,5120,0.022936532894770302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,3072,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,512,0.009913600484530131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,1536,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,1024,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,768,0.010522666573524474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,2560,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,2048,0.013178666432698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,128,0.009089066584904989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,256,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,7168,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,8192,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,10240,0.03570346832275391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,12288,0.04102826515833537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,16384,0.0524288018544515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,512,65536,0.18513919512430826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,5120,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,4096,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,6144,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,3584,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,2560,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,2048,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,1536,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,1024,0.010784000158309937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,768,0.010307199756304423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,3072,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,256,0.009501866499582927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,512,0.009873066345850627
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,128,0.008648533622423809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,256,65536,0.18459413846333822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2048,128,65536,0.18445653915405275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,4096,0.1390933354695638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,5120,0.16991573969523113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,6144,0.20094399452209472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,7168,0.22934293746948242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,3584,0.12455253601074219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,3072,0.11024853388468425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,2560,0.09594773451487223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,8192,0.25654613176981605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,1536,0.06840319633483886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,256,0.03331413269042969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,512,0.041707734266916915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,128,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,1024,0.053997866312662755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,768,0.04690133333206177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,2048,0.08294080098470052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,10240,0.3224245389302572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,8192,0.0774837334950765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,10240,0.09373119672139486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,12288,0.10981226762135823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,6144,0.06301013231277466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,7168,0.0702122688293457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,5120,0.0549888014793396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,16384,0.1409045378367106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,4096,0.0456714669863383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,3072,0.037546666463216145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,2560,0.033793067932128905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,12288,0.37236054738362634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,3584,0.04218666553497315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,1536,0.024781866868336996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,2048,0.029355732599894206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,128,0.012759466965993246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,256,0.013515733679135642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,512,0.015425067146619162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,768,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,1024,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,7168,0.05604586601257324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,8192,0.06178133487701416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,10240,0.07472000122070313
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,12288,0.08758719762166342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,5120,0.043894398212432864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,6144,0.04990400075912475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,4096,0.03679999907811483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,3584,0.033861335118611655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,2560,0.027169066667556762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,1536,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,16384,0.1104533354441325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,3072,0.03058240016301473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,256,0.01181013286113739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,1024,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,512,0.013380266229311624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,2048,0.02402879993120829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,128,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,768,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,8192,0.06041599909464518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,10240,0.07338666915893555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,12288,0.08461759885152181
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,7168,0.05536426703135172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,6144,0.04911786715189616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,16384,0.10881813367207845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,5120,0.04287039836247762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,4096,0.03638613224029541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,3072,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,2560,0.027100799481074016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,2048,0.023143466313680014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,3584,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,512,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,1024,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,768,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,256,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,128,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,1536,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,65536,16384,0.49080320994059246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,8192,0.04498666524887085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,10240,0.05430399974187215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,12288,0.06294399897257487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,7168,0.04109760125478108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,6144,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,16384,0.07987199624379476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,5120,0.03290666739145915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,3072,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,4096,0.027988266944885255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,3584,0.025601067145665485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,2560,0.0211626668771108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,768,0.011598933736483257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,1024,0.012900267044703165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,1536,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,128,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,256,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,512,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,10240,0.05437333186467489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,12288,0.061953067779541016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,16384,0.07905173301696777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,8192,0.045124268531799315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,7168,0.04027946790059407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,4096,0.02764799992243449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,5120,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,6144,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,3072,0.023144533236821495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,2560,0.020482132832209267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,3584,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,1536,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,1024,0.013107200463612875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,2048,0.01816426714261373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,256,0.009942400455474853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,512,0.010648533701896667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,768,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,128,0.009539199868837993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,12288,0.0618837316830953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,12288,65536,0.41908906300862625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,16384,0.07826879819234213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,10240,65536,0.40912214914957684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,10240,0.05379413366317749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,6144,0.0359775980313619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,8192,0.04423679908116658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,7168,0.03993599812189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,3072,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,3584,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,4096,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,5120,0.031879466772079465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,2048,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,1536,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,2560,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,1024,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,256,0.009942400455474853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,768,0.011672533551851908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,512,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,128,0.00947093367576599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,10240,0.05225813388824463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,12288,0.06068906784057617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,16384,0.07673172950744629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,8192,0.04369173447291057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,7168,0.03925333420435588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,16384,65536,0.540603764851888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,4096,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,5120,0.03160853385925293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,3584,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,6144,0.03556693394978841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,1536,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,2048,0.017409066359202065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,2560,0.02021333376566569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,3072,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,1024,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,768,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,256,0.00950933297475179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,128,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,512,0.010318932930628459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,10240,0.03386346499125163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,12288,0.03789013226826986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,8192,65536,0.28979307810465493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,16384,0.04840213457743327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,8192,0.028329600890477497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,7168,0.02621226708094279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,6144,0.024235733350118003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,5120,0.021705599625905354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,3584,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,4096,0.018362667163213095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,3072,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,1024,0.009916800260543823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,1536,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,2048,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,2560,0.014544000228246054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,256,0.008649599552154542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,512,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,128,0.007933866480986278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,768,0.00946666697661082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,7168,65536,0.284875742594401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,8192,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,10240,0.033589335282643636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,12288,0.03706560134887695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,6144,0.02368746598561605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,7168,0.025602134068806966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,5120,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,4096,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,16384,0.04833386739095052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,3584,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,2560,0.014406399925549826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,3072,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,2048,0.0124917338291804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,1536,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,1024,0.009918933113416035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,256,0.008413867155710856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,512,0.009062400460243225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,768,0.009469866752624512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,128,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,10240,0.03290346662203471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,12288,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,6144,65536,0.28303359349568685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,8192,0.02791999975840251
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,16384,0.04689813454945882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,7168,0.02552853425343831
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,5120,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,3584,0.016523733735084534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,4096,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,6144,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,2048,0.012423466642697651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,1536,0.01113706628481547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,3072,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,2560,0.013999999562899271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,256,0.008309333523114523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,512,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,768,0.009469866752624512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,128,0.008141866823037466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,1024,0.00988159974416097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,10240,0.03249599933624268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,12288,0.03658879995346069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,8192,0.027646932999293012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,7168,0.024781866868336996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,16384,0.04614826838175456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,5120,65536,0.27828906377156576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,4096,0.017884800831476845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,5120,0.02068586746851603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,6144,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,3584,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,2560,0.013992533087730408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,2048,0.01263146698474884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,3072,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,1536,0.011124266187349956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,512,0.008701866865158081
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,256,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,768,0.009474133451779682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,1024,0.009875200192133586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,128,0.007899733384450276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,4096,65536,0.16213332811991374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,10240,0.03174293239911397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,8192,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,12288,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,6144,0.022666666905085245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,5120,0.02034453352292379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,7168,0.024580266078313193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,16384,0.04666026830673218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,4096,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,3072,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3584,65536,0.15755839347839357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,3584,0.016246400276819863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,2560,0.0136543999115626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,1024,0.00955733358860016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,768,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,512,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,1536,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,2048,0.012363732854525248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,128,0.007899733384450276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,256,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,8192,0.026693334182103474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,10240,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,12288,0.03563520113627116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,7168,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,6144,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,16384,0.04498773415883382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,5120,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,4096,0.01733760039011637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,3072,0.014811733365058899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,3584,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,2560,0.013523200154304504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,1024,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,1536,0.01106346646944682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,768,0.009125333031018574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,2048,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,256,0.008302933474381765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,512,0.00848640004793803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,128,0.00792746643225352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,3072,65536,0.15749120712280273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,10240,0.031269333759943646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,8192,0.02655679980913798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,12288,0.03536213239034017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,16384,0.04485013484954834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,7168,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,5120,0.01993280053138733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,6144,0.02190933426221212
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,3584,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,4096,0.017065600554148356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,2048,0.012427733341852824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,3072,0.014881066481272378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,1536,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,2560,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,1024,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,512,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,256,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,768,0.009133866429328919
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,128,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,10240,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,12288,0.035094400246938065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,16384,0.043958401679992674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,8192,0.026349866390228273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,7168,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,6144,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,4096,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,5120,0.019793067375818887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,3584,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,2560,0.013180800278981528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,3072,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,1024,0.009467732906341553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,1536,0.010800000031789143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,2048,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,512,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,768,0.009128533800443013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,256,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,128,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2560,65536,0.15756053924560548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,12288,0.03495253324508667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,16384,0.04396373430887858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,10240,0.03140373428662618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,8192,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,7168,0.023960532744725545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,4096,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,6144,0.02204586664835612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,5120,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,3584,0.015973333517710367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,2560,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,3072,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,2048,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,1536,0.0107424000898997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,1024,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,768,0.009128533800443013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,512,0.008653866251309712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,256,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,128,0.007850666840871174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1024,65536,0.15592212677001954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,12288,0.035027201970418295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,16384,0.04430506626764934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,10240,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,8192,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,6144,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,768,65536,0.15537066459655763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,7168,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,3072,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,4096,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,3584,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,1024,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,1536,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,2048,0.012150399883588155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,2560,0.013590400417645773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,768,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,512,0.008717866738637288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,256,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,128,0.0074986666440963745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,2048,65536,0.15830507278442382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,512,65536,0.155511474609375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,10240,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,7168,0.02368853290875753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,8192,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,12288,0.0348906675974528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,16384,0.04389546712239583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,3584,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,4096,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,5120,0.01972480018933614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,3072,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,2560,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,2048,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,6144,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,1536,65536,0.15749227205912272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,1536,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,256,65536,0.15578559239705403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,1024,0.009473066528638203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,768,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,512,0.008714666962623597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,256,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,128,0.007541333138942718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1024,128,65536,0.15551039377848308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,4096,0.10963733196258545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,5120,0.13100799719492595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,6144,0.15639786720275878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,7168,0.17647040685017903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,3584,0.09820160071055094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,8192,0.20176320075988768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,3072,0.0862506628036499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,2560,0.07635520299275717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,1536,0.054789332548777256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,512,0.033861335118611655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,768,0.03829866647720337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,128,0.0245088001092275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,1024,0.043483734130859375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,256,0.027373866240183516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,2048,0.06536639928817749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,10240,0.24944853782653809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,8192,0.06013866662979126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,10240,0.07334400018056234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,12288,0.08423999945322672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,5120,0.04300800164540609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,6144,0.04912213484446208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,4096,0.03638613224029541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,7168,0.05465173323949178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,16384,0.10967146555582682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,12288,0.291431458791097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,2560,0.026894932985305785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,2048,0.023414399226506552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,1024,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,256,0.011173333724339802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,512,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,1536,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,3072,0.03003840049107869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,128,0.011893332997957865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,768,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,3584,0.03317866722742717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,7168,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,8192,0.044650665918986004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,10240,0.053725866476694736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,12288,0.06164373159408569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,5120,0.032289065917332965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,6144,0.036659200986226395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,4096,0.027374933163324993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,2048,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,3584,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,3072,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,2560,0.021229867140452066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,1024,0.012968533237775168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,768,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,256,0.009943466385205586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,1536,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,512,0.010381866494814556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,128,0.010322133700052898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,16384,0.08014506498972575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,8192,0.04430506626764934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,10240,0.05229013363520304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,12288,0.06031359831492106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,7168,0.04028160174687703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,6144,0.035499731699625656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,16384,0.07717333634694418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,5120,0.03126613299051921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,4096,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,3072,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,3584,0.024781866868336996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,1024,0.012422399719556172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,2560,0.02075200080871582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,1536,0.015709867080052696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,256,0.009904000163078307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,512,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,2048,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,768,0.011878400047620138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,128,0.009123200178146362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,65536,16384,0.3925344149271647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,10240,0.05167680184046427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,12288,0.05911786556243896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,8192,0.042871467272440594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,16384,0.07686826388041178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,7168,0.039112532138824464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,6144,0.034815998872121175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,5120,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,3584,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,3072,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,4096,0.02696640094121297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,1024,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,1536,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,2048,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,2560,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,256,0.009573333462079366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,512,0.010357333223025005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,128,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,768,0.011416533589363098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,10240,0.05115840037663778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,12288,0.05847040017445883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,16384,0.07475199699401855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,8192,0.042871467272440594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,7168,0.03836693366368611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,5120,0.030719999472300214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,6144,0.034543999036153156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,4096,0.026549333333969118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,3584,0.024372265736262003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,2560,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,3072,0.022051199277242025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,1024,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,1536,0.015018666783968607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,2048,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,768,0.011124266187349956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,512,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,256,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,128,0.00942186713218689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,12288,0.037272532780965165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,12288,65536,0.3074069341023763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,16384,0.047172268231709794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,10240,0.03249386747678121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,7168,0.02553279995918274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,10240,65536,0.28201068242390953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,8192,0.027715200185775758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,6144,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,5120,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,4096,0.018362667163213095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,3584,0.017065600554148356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,2048,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,2560,0.014060800274213156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,3072,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,1536,0.011129599809646607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,512,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,1024,0.009498666723569233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,256,0.008239999910195668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,768,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,128,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,10240,0.03146986762682597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,12288,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,8192,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,16384,0.045396268367767334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,7168,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,4096,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,6144,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,5120,0.020618667205174766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,3584,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,3072,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,2560,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,1024,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,2048,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,512,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,768,0.009125333031018574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,256,0.008317866424719492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,128,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,16384,65536,0.4168704032897949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,8192,65536,0.28037118911743164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,10240,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,8192,0.02662186622619629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,12288,0.035634132226308186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,16384,0.045125333468119304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,5120,0.01986453334490458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,6144,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,7168,0.02450666626294454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,4096,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,3584,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,3072,0.014677332838376364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,2560,0.013656533757845559
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,2048,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,512,0.00869546631971995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,768,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,1024,0.009491200248400371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,128,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,256,0.007935999830563863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,1536,0.010989866654078166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,7168,65536,0.2716320037841797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,10240,0.030652799208958942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,8192,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,12288,0.03543146848678589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,5120,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,7168,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,6144,0.02184106707572937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,16384,0.04471360047658284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,3072,0.014816000064214071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,4096,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,3584,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,2560,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,1024,0.009508267045021057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,1536,0.010855467120806376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,768,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,2048,0.011956266562143962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,128,0.007860266665617625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,512,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,6144,65536,0.17005227406819662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,10240,0.031061333417892457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,12288,0.034747731685638425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,8192,0.026213334004084272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,7168,0.024099200963974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,16384,0.04355413516362508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,6144,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,4096,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,5120,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,3072,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,3584,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,2560,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,1024,0.009501866499582927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,2048,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,1536,0.010784000158309937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,128,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,768,0.009060266613960265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,512,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,10240,0.030923734108606975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,12288,0.03522133429845174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,8192,0.025939200321833295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,16384,0.04334933360417684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,7168,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,4096,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,5120,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,6144,0.021500800053278604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,5120,65536,0.15414613087972004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,3584,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,2560,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,3072,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,2048,0.011948800086975098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,1536,0.010989866654078166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,768,0.009089066584904989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,1024,0.00951039989789327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,256,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,128,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,512,0.008668800195058186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,4096,65536,0.15066347122192383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,8192,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,10240,0.03010666569073995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,12288,0.034473601977030435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,16384,0.04403306643168132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,6144,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,5120,0.019118932882944743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,7168,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,2560,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,3584,0.015637333194414772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,4096,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,3072,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,768,0.008721066514650981
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,1024,0.009531733393669129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,2048,0.011948800086975098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,256,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,512,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,128,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3584,65536,0.14984532992045085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,10240,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,12288,0.033793067932128905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,16384,0.0436245322227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,7168,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,8192,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,6144,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,5120,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,3072,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,3584,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,4096,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,2560,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,1024,0.009122133255004883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,768,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,2048,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,512,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,256,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,128,0.007739733159542084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,3072,65536,0.15038827260335286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,8192,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,10240,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,12288,0.033587201436360674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,16384,0.04232639869054158
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,5120,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,6144,0.020754132668177286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,7168,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,4096,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,3072,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,3584,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,2560,0.01317759950955709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,1024,0.009122133255004883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,2048,0.011672533551851908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,1536,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,768,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,512,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,256,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,128,0.007500799993673961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,10240,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,12288,0.03338239987691243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,16384,0.04212053219477336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,8192,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,7168,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,6144,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,5120,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,4096,0.016583466529846193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,3584,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,3072,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,2560,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,2048,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,1024,0.009146666526794434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,1536,0.01072746713956197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,768,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,256,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,512,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,128,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,12288,0.03324586749076843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,16384,0.04225813150405884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,8192,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,10240,0.029287467400232952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2560,65536,0.14916693369547526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,6144,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,7168,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,5120,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,4096,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,3584,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,3072,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,2048,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,2560,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,1536,0.01076693336168925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,1024,0.009170132875442504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,768,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,256,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,128,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,512,0.008247466882069905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,768,65536,0.1490272045135498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1024,65536,0.15018666585286458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,12288,0.03324586749076843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,16384,0.04150613149007161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,10240,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,7168,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,8192,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,6144,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,5120,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,3584,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,3072,0.01399786671002706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,4096,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,2560,0.012839466333389282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,1536,65536,0.14868586858113605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,512,65536,0.1500501314798991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,1536,0.010312533378601075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,1024,0.009102933605511983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,2048,0.011547733346621196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,768,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,512,0.008286933104197185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,128,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,7168,0.022524799903233847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,8192,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,10240,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,12288,0.03324586749076843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,16384,0.041915734608968094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,6144,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,5120,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,4096,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,2048,65536,0.151419734954834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,3072,0.014131200313568116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,1024,0.009131733576456707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,1536,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,2048,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,2560,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,512,0.008345599969228108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,768,0.008713600039482117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,256,65536,0.1493674596150716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,256,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,128,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,768,128,65536,0.1491626739501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,4096,0.0760159969329834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,5120,0.09130667050679525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,6144,0.1061557372411092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,7168,0.12335786819458008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,3584,0.06819413503011068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,3072,0.059290667374928795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,8192,0.13708373705546062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,1024,0.03126613299051921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,2560,0.05235840082168579
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,1536,0.03870720068613688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,256,0.01986773411432902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,512,0.024026666084925333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,128,0.01857066750526428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,768,0.0271722674369812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,2048,0.045324798425038657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,10240,0.16923200289408366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,8192,0.042734932899475095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,10240,0.05185493230819702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,12288,0.059596800804138185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,7168,0.039390933513641355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,6144,0.03583893378575643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,4096,0.026766933997472125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,16384,0.0759114662806193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,5120,0.03126613299051921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,12288,0.20408320426940918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,1536,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,2048,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,3584,0.024369066953659056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,1024,0.012627200285593668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,128,0.009461333354314167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,768,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,512,0.010332799951235453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,256,0.009537067015965779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,3072,0.022392533222834268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,2560,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,7168,0.03863893349965413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,8192,0.04205333391825358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,10240,0.05051519870758057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,12288,0.058669865131378174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,5120,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,6144,0.034542934099833174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,4096,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,3584,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,2560,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,3072,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,2048,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,1536,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,512,0.009965866804122925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,256,0.009879466891288758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,128,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,768,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,1024,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,16384,0.07383039792378744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,8192,0.041918933391571045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,10240,0.04997440179189046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,65536,16384,0.2663786729176839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,12288,0.05792320171991984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,7168,0.03789120117823283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,4096,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,6144,0.033793067932128905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,16384,0.07348693211873372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,5120,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,1536,0.014811733365058899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,2048,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,2560,0.019525333245595296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,768,0.011139200131098429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,3072,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,1024,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,128,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,256,0.009532800316810608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,3584,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,512,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,8192,0.02662186622619629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,10240,0.031880533695220946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,12288,0.03577173153559367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,7168,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,6144,0.02225386699040731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,16384,0.04389546712239583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,5120,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,4096,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,2560,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,3072,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,3584,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,1024,0.00955733358860016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,768,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,2048,0.012219732999801636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,512,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,128,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,256,0.007899733384450276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,10240,0.031198932727177935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,12288,0.03495039939880371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,16384,0.043355735143025716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,8192,0.025597866376241046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,7168,0.023962666591008507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,4096,0.01734506686528524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,5120,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,6144,0.021844265858332317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,3072,0.014745600024859109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,2560,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,3584,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,1024,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,2048,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,768,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,256,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,12288,0.03454506794611613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,16384,0.04293973445892334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,12288,65536,0.2731349309285482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,10240,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,8192,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,10240,65536,0.266922664642334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,6144,0.02130026618639628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,7168,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,5120,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,3584,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,3072,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,4096,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,1024,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,2048,0.011739733815193176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,1536,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,2560,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,128,0.007470933099587758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,768,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,512,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,10240,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,12288,0.03345173199971517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,16384,65536,0.2874709447224935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,8192,0.02539413372675578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,16384,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,6144,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,7168,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,4096,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,5120,0.019662932554880778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,3584,0.015427199999491372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,2048,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,2560,0.012969600160916648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,3072,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,512,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,768,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,1024,0.009164800246556599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,1536,0.010390399893124899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,128,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,256,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,8192,65536,0.1542133331298828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,10240,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,8192,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,12288,0.03338346481323242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,7168,65536,0.1434282620747884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,7168,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,6144,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,5120,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,16384,0.042530135313669844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,4096,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,3072,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,3584,0.014948266744613647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,2560,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,2048,0.01157973309357961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,1024,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,768,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,1536,0.01065066655476888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,256,0.007854933540026348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,512,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,128,0.00746559997399648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,8192,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,10240,0.029491200049718218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,12288,0.03345173199971517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,7168,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,6144,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,5120,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,16384,0.04150613149007161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,4096,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,3072,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,2560,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,1536,0.010289067029953003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,2048,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,1024,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,768,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,256,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,128,0.007833600044250488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,512,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,10240,0.02887679934501648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,12288,0.03304106593132019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,16384,0.0412341316541036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,8192,0.024848000208536784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,6144,65536,0.13994666735331218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,7168,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,3584,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,4096,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,5120,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,6144,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,2560,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,1536,0.010310399532318115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,3072,0.013857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,2048,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,1024,0.009059199690818786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,256,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,768,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,512,0.008476799726486206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,128,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,10240,0.02894933422406514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,12288,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,16384,0.04089173475901286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,8192,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,7168,0.022392533222834268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,6144,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,4096,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,5120,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,2560,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,3072,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,1536,0.01032426655292511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,2048,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,1024,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,768,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,256,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,128,0.007527466615041096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,5120,65536,0.1404245376586914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,4096,65536,0.13885439236958821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,12288,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,16384,0.04089173475901286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,10240,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,8192,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,7168,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,6144,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,5120,0.017953066031138103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,4096,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,3584,0.01467626690864563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,2560,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,768,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,2048,0.011139200131098429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,1024,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,1536,0.010332799951235453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,128,0.007469866673151653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,256,0.007876266539096833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,512,0.008408533533414204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3584,65536,0.13871679306030274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,8192,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,10240,0.02805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,12288,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,3072,65536,0.14008320172627767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,6144,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,5120,0.01816320021947225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,4096,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,7168,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,16384,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,1536,0.010358400146166484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,2048,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,2560,0.012354133526484172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,128,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,256,0.007830399771531422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,1024,0.009057066837946574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,768,0.008624000350634257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,512,0.00830506682395935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,8192,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,10240,0.028056534131368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,12288,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,7168,0.021846399704615275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,16384,0.040209066867828366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,6144,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,5120,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,4096,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,3584,0.014745600024859109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,2560,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,1024,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,768,0.008646399776140849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,1536,0.010032000144322713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,2048,0.011264000336329143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,512,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,256,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,10240,0.028330665826797486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,12288,0.032015999158223465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,16384,0.03979946772257487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,8192,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,7168,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,6144,0.02013546625773112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,4096,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,5120,0.017745065689086913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,3584,0.01460906664530436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,2560,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,3072,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,2048,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2560,65536,0.1386837323506673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,1024,0.009128533800443013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,1536,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,512,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,768,0.008551466464996337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,128,0.007602133353551229
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,10240,0.027924267450968425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,12288,0.03201813300450643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,16384,0.039867734909057616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,8192,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,7168,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,6144,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,4096,0.015629866719245912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,5120,0.0180842657883962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,3584,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,2048,0.011474133531252543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,768,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,1024,0.008753066261609394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,1536,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,256,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,128,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,12288,0.032015999158223465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,16384,0.039800532658894855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,10240,0.02757866581281026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,8192,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1024,65536,0.14028693834940592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,6144,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,7168,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,5120,0.01775253415107727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,768,65536,0.14008320172627767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,512,65536,0.1386506716410319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,3072,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,4096,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,3584,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,1536,65536,0.13953919410705568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,2048,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,1536,0.010286933183670044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,512,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,1024,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,768,0.008312533299128216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,256,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,128,0.007057066758473713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,8192,0.023822933435440063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,7168,0.021781333287556968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,10240,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,256,65536,0.13981013298034667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,12288,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,16384,0.039800532658894855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,2048,65536,0.13882026672363282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,5120,0.0180949330329895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,4096,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,6144,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,3584,0.01474453310171763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,2560,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,2048,0.011242666840553283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,768,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,1024,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,512,0.008074666559696197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,256,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,128,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,512,128,65536,0.13902506828308106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,4096,0.06297599871953329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,5120,0.07574186325073243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,6144,0.08919040362040201
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,7168,0.10334933598836263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,3584,0.057309865951538086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,3072,0.05144000053405762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,2560,0.045390931765238444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,1024,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,8192,0.11537066300710042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,1536,0.03386026620864868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,256,0.01734613378842672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,512,0.020887466271718343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,128,0.015357866883277893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,768,0.023690666755040488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,2048,0.0395957350730896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,10240,0.14185813268025715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,8192,0.042121601104736325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,10240,0.05079040129979452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,12288,0.058265598615010586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,7168,0.03836479981740316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,6144,0.03495253324508667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,12288,0.16923306783040365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,5120,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,16384,0.07454720338185629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,3584,0.023894399404525757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,2560,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,1024,0.0124917338291804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,4096,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,768,0.011058132847150166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,3072,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,128,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,256,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,1536,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,512,0.009922132889429728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,2048,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,7168,0.025051732858022053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,8192,0.026895999908447266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,10240,0.032085333267847696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,12288,0.03550080060958862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,5120,0.02027413249015808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,6144,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,4096,0.017128533124923705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,2048,0.012360533078511555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,3072,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,3584,0.016177067160606386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,2560,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,16384,0.04491839806238811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,1024,0.00942186713218689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,768,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,128,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,512,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,256,0.007938133180141449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,8192,0.026147200663884478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,10240,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,12288,0.034680533409118655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,7168,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,6144,0.021432532866795858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,16384,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,65536,16384,0.21992106437683107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,5120,0.019451733430226645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,3584,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,3072,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,2560,0.013657599687576294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,4096,0.017065600554148356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,2048,0.012218667070070903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,768,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,512,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,1024,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,1536,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,256,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,128,0.007513600091139476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,8192,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,10240,0.029899734258651733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,12288,0.033793067932128905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,7168,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,6144,0.02109653353691101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,16384,0.04184639851252238
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,5120,0.018976000944773357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,4096,0.01686826745669047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,2560,0.013310933113098144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,3072,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,2048,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,3584,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,1536,0.010322133700052898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,1024,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,128,0.0074976002176602675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,256,0.00759680022795995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,512,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,768,0.009051733215649923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,10240,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,12288,0.03358826637268066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,8192,0.024918399254480996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,16384,0.04191253185272217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,7168,0.023146667083104453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,5120,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,6144,0.021230934063593547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,4096,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,3584,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,3072,0.01399679978688558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,2560,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,2048,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,1536,0.010356266299883525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,1024,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,768,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,256,0.007834666470686594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,512,0.008211199939250947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,12288,0.03304213285446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,16384,0.04157439867655437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,10240,0.029013333717981975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,8192,0.024714666604995727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,10240,65536,0.14957226117451985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,7168,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,12288,65536,0.17087146441141765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,6144,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,4096,0.016114133596420287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,3072,0.0136543999115626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,3584,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,5120,0.01890773375829061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,1536,0.010284800330797832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,2048,0.01154026687145233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,1024,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,2560,0.012493866682052612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,128,0.0077802668015162155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,256,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,768,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,10240,0.028536534309387206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,12288,0.032357333103815715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,8192,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,16384,0.041033601760864256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,7168,0.02286826570828756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,6144,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,4096,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,3584,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,5120,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,2560,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,8192,65536,0.13711573282877604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,2048,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,1024,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,1536,0.010332799951235453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,768,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,512,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,128,0.007517866790294647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,12288,0.03222080071767171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,10240,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,16384,65536,0.27648000717163085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,7168,65536,0.13636266390482585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,7168,0.022388267517089843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,8192,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,16384,0.040140799681345624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,6144,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,3584,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,5120,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,4096,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,3072,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,768,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,1024,0.009084799885749817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,1536,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,128,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,2048,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,512,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,8192,0.02443839907646179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,10240,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,12288,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,5120,0.017753599087397258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,7168,0.02211839954058329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,6144,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,16384,0.039868799845377605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,3072,0.013448533415794373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,4096,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,3584,0.01447466711203257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,1024,0.009059199690818786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,768,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,1536,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,512,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,256,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,2048,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,6144,65536,0.13561065991719562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,10240,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,12288,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,8192,0.023887999852498374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,16384,0.039867734909057616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,7168,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,6144,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,4096,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,5120,0.017474132776260375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,1536,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,2048,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,1024,0.009147733449935913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,256,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,768,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,512,0.008249600231647492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,128,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,10240,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,12288,0.031675734122594196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,16384,0.03993599812189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,8192,0.023829332987467446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,7168,0.021846399704615275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,4096,0.015494400262832641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,5120,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,6144,0.019528534015019736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,3072,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,3584,0.014199466506640116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,2560,0.012084266543388367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,1024,0.009128533800443013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,1536,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,2048,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,768,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,512,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,128,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,12288,0.03174186746279399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,5120,65536,0.13608746528625487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,16384,0.039800532658894855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,4096,65536,0.13547520637512206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,8192,0.023484800259272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,10240,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,7168,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,6144,0.019454934199651084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,5120,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,4096,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,3584,0.014402133226394654
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,2560,0.012267733613650005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,2048,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,3072,0.013172266880671182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,1536,0.010036266843477885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,1024,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,768,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,256,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,128,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3584,65536,0.13493013381958008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,10240,0.02757866581281026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,8192,0.023616000016530355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,12288,0.031267199913660684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,6144,0.019322667519251505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,7168,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,5120,0.017543466885884602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,16384,0.0395306666692098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,4096,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,3584,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,3072,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,1536,0.009910399715105694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,768,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,2048,0.011139200131098429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,128,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,256,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,3072,65536,0.13632960319519044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,10240,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,12288,0.031198932727177935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,8192,0.023075199127197264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,16384,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,7168,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,5120,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,4096,0.015629866719245912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,3584,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,2560,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,3072,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,2048,0.011139200131098429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,1536,0.009911466638247173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,1024,0.009126399954160053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,768,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,512,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,256,0.007852800190448761
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,10240,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,12288,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,16384,0.03863893349965413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,7168,0.02136639952659607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,8192,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,6144,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,4096,0.01529706617196401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,5120,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,3584,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,3072,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,2048,0.010788266857465107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,1536,0.009969066580136616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,1024,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,768,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,256,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,128,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,12288,0.031198932727177935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,16384,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2560,65536,0.13523626327514648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,10240,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,7168,0.02095466653505961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,8192,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,4096,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,5120,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,2560,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,3072,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,2048,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,1024,0.009058133761088053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,768,0.008354133367538452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,256,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,128,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,12288,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,16384,0.03857280015945434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,768,65536,0.13547520637512206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,2048,65536,0.13656214078267415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,10240,0.027104000250498455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,8192,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,7168,0.02109866738319397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1024,65536,0.13527040481567382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,4096,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,3072,0.013380266229311624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,3584,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,512,65536,0.1345568021138509
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,1024,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,768,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,1536,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,512,0.007860266665617625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,256,0.007845333218574524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,128,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,8192,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,10240,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,12288,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,16384,0.038568532466888426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,4096,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,3584,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,5120,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,6144,0.019317332903544107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,3072,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,256,65536,0.13363199234008788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,2048,0.010761599739392598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,1536,0.009914666414260864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,1024,0.008755200107892354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,768,0.00865066647529602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,512,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,1536,65536,0.13622506459554035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,256,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,384,128,65536,0.13315200010935466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,4096,0.04686506589253743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,5120,0.055567999680837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,6144,0.06474986473719278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,7168,0.07376213073730468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,3584,0.04246506690979004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,3072,0.03816106716791789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,8192,0.08280533154805501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,2560,0.03379199902216594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,1024,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,2048,0.029901866118113202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,128,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,768,0.018498132626215615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,256,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,1536,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,10240,0.10253547032674153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,8192,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,10240,0.031674667199452715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,12288,0.035629868507385254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,7168,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,5120,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,6144,0.021912533044815063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,12288,0.12182079950968425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,16384,0.04539733330408732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,4096,0.01693333387374878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,3584,0.015562666455904641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,1024,0.009608532985051472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,2048,0.012290133039156596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,256,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,3072,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,128,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,2560,0.013587199648221335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,768,0.009102933605511983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,1536,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,7168,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,8192,0.0249834676583608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,10240,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,12288,0.03379199902216594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,5120,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,6144,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,4096,0.016245333353678386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,2048,0.011813333630561829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,3584,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,2560,0.012899200121561686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,3072,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,1024,0.009085866808891296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,768,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,512,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,128,0.007425066828727722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,1536,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,256,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,16384,0.04225706656773885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,8192,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,10240,0.029151999950408937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,12288,0.03331519961357117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,7168,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,6144,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,65536,16384,0.1577642599741618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,5120,0.01843093236287435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,16384,0.0413696010907491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,4096,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,2048,0.011479467153549194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,2560,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,3072,0.014064000050226847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,1024,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,768,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,1536,0.010311466455459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,512,0.007935999830563863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,256,0.007841066519419352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,128,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,3584,0.015152000387509666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,8192,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,10240,0.02826133370399475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,12288,0.03242773413658142
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,6144,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,7168,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,16384,0.04048320055007935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,5120,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,4096,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,3584,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,2560,0.012146133184432983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,2048,0.011262933413187664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,3072,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,256,0.007844266792138416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,512,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,1024,0.009126399954160053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,128,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,768,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,10240,0.02757973273595174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,12288,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,16384,0.04007360140482585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,7168,0.022258132696151733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,8192,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,4096,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,5120,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,6144,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,3072,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,3584,0.014539733529090881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,1536,0.009918933113416035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,2048,0.011142399907112122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,768,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,128,0.007482666770617168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,256,0.007660800218582153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,12288,0.031675734122594196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,16384,0.03979839881261189
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,10240,65536,0.1352010726928711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,10240,0.02757866581281026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,12288,65536,0.1389909267425537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,8192,0.0237610658009847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,4096,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,5120,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,6144,0.019860267639160156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,7168,0.021844265858332317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,3072,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,2048,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,768,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,1024,0.009131733576456707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,512,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,1536,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,128,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,256,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,10240,0.02764799992243449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,12288,0.03112746675809224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,8192,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,16384,0.03945600191752116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,7168,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,5120,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,6144,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,4096,0.015219199657440185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,16384,65536,0.16172480583190918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,2560,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,3584,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,3072,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,2048,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,768,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,1024,0.009059199690818786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,1536,0.009884799520174663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,256,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,8192,65536,0.13400746981302897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,8192,0.023689599831899007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,10240,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,7168,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,12288,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,7168,65536,0.13387093544006348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,4096,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,5120,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,6144,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,3584,0.014064000050226847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,16384,0.0385696013768514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,2048,0.011107200384140014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,2560,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,3072,0.0129013329744339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,1024,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,1536,0.00995199978351593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,256,0.007841066519419352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,128,0.0074986666440963745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,8192,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,10240,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,12288,0.031191466252009074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,7168,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,5120,0.01699519952138265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,6144,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,3072,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,16384,0.0385696013768514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,4096,0.015230933825174967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,1024,0.009087999661763508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,1536,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,2048,0.010922666390736897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,256,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,2560,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,768,0.008620799581209818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,128,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,10240,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,12288,0.030791467428207396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,6144,65536,0.13359893163045247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,8192,0.023010132710138957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,16384,0.03863893349965413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,7168,0.021230934063593547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,6144,0.018974934021631876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,5120,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,3584,0.013925333817799887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,2560,0.011941333611806233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,3072,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,1536,0.009948800007502239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,2048,0.011131733655929565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,1024,0.009103999535242716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,768,0.008312533299128216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,512,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,128,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,12288,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,10240,0.02696640094121297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,16384,0.03863786856333415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,8192,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,7168,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,6144,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,1536,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,5120,65536,0.13387093544006348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,256,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,128,0.007426133255163829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,10240,0.026690133412679035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,4096,65536,0.13404159545898436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,12288,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,16384,0.03829760154088338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,6144,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,7168,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,8192,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3584,65536,0.13325653076171876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,3072,0.013106133540471396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,5120,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,4096,0.014541866381963095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,768,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,1024,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,2560,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,1536,0.009965866804122925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,128,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,512,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,2048,0.010854400197664897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,256,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,16384,0.038157868385314944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,4096,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,1536,0.009947733084360758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,768,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,1024,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,128,0.007414400080839793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,3072,65536,0.13287893136342366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,12288,0.029975465933481854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,8192,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,16384,0.037887998421986896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,4096,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,3072,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,2048,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,2560,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,1024,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,1536,0.009875200192133586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,512,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,256,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,12288,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,6144,0.01890666683514913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,4096,0.01481066644191742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,3584,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,1024,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,1536,0.009900800387064616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,256,0.0074314668774604796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,512,0.007897600034872691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,128,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,12288,0.02990079919497172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,16384,0.03734079996744792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2560,65536,0.13328853448232014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,10240,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,7168,0.020610133806864418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,3072,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,2560,0.01199679970741272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,2048,0.010781866312026978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,1024,0.008712533116340637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,1536,0.00955839951833089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,256,0.007880533238252004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,128,0.007084799806276958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,16384,0.037752532958984376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1024,65536,0.13216426372528076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,512,65536,0.12905706564585367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,5120,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,768,65536,0.13052159945170086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,3072,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,3584,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,4096,0.014469333489735923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,2560,0.011940266688664753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,2048,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,1536,0.009883733590443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,1024,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,512,0.007843199868996937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,256,0.007522133489449819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,768,0.008646399776140849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,256,65536,0.12830613454182943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,12288,0.030377600590387983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,2048,65536,0.13383785883585614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,7168,0.020552533864974975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,1536,65536,0.1327455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,3072,0.012763733665148417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,1536,0.009537067015965779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,1024,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,512,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,128,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,256,0.007114666700363159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,256,128,65536,0.12785920302073162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,4096,0.046216531594594316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,5120,0.05516159931818644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,6144,0.06376213232676188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,7168,0.07256746292114258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,3584,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,3072,0.037546666463216145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,8192,0.08253866831461588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,1024,0.01993280053138733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,2560,0.03338559865951538
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,768,0.017884800831476845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,128,0.0120170662800471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,256,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,1536,0.024779733022054037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,512,0.016049066185951234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,2048,0.029217066367467244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,10240,0.1013760010401408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,8192,0.030039467414220172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,10240,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,7168,0.024510933955510458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,12288,0.03761599858601888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,6144,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,4096,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,16384,0.046868268648783365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,3584,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,12288,0.11967253684997559
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,1536,0.010763733585675558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,2048,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,1024,0.009127466877301534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,2560,0.014330666263898215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,128,0.0074976002176602675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,256,0.007844266792138416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,3072,0.014816000064214071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,512,0.00867733359336853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,768,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,7168,0.022733867168426514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,8192,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,10240,0.029487999280293782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,12288,0.03358826637268066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,5120,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,6144,0.020278400182723998
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,4096,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,3584,0.014949333667755128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,3072,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,2048,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,2560,0.012902399897575379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,1536,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,1024,0.00916266640027364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,256,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,512,0.007900799810886382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,16384,0.04157546758651733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,8192,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,10240,0.02908266584078471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,12288,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,65536,16384,0.1561951955159505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,7168,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,5120,0.01830186645189921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,16384,0.04116373459498088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,6144,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,4096,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,2048,0.011267200112342834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,1536,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,3072,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,256,0.007918933530648549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,768,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,1024,0.009126399954160053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,512,0.007879466811815897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,3584,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,8192,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,10240,0.028058665990829467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,12288,0.031880533695220946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,7168,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,6144,0.02027413249015808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,16384,0.040345601240793866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,5120,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,3072,0.013514666755994161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,3584,0.014607999722162882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,4096,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,2048,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,2560,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,768,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,256,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,1536,0.009967999656995137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,512,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,10240,0.02764906684557597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,12288,0.031673600276311234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,16384,0.03993599812189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,8192,0.02341653307278951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,7168,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,4096,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,6144,0.020001065731048585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,5120,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,3072,0.013110400239626566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,3584,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,2560,0.011958400408426922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,2048,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,1024,0.009128533800443013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,1536,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,768,0.00848533312479655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,512,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,128,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,12288,0.031198932727177935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,16384,0.03973013162612915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,10240,0.027507199843724565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,10240,65536,0.13574934005737305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,8192,0.023689599831899007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,7168,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,5120,0.017754666010538735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,12288,65536,0.13622612953186036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,4096,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,6144,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,2560,0.01202133297920227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,3072,0.013245866696039835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,2048,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,768,0.0085098663965861
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,1536,0.009917866190274556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,128,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,512,0.007900799810886382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,10240,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,12288,0.030923734108606975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,8192,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,16384,0.03891839981079102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,7168,0.02136960029602051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,6144,0.019661867618560792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,4096,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,5120,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,16384,65536,0.16390719413757324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,3584,0.013926399747530618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,3072,0.013107200463612875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,2560,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,2048,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,1536,0.009917866190274556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,8192,65536,0.13349547386169433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,256,0.007483733197053273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,512,0.007899733384450276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,1024,0.009059199690818786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,10240,0.027374933163324993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,12288,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,7168,0.021502933899561563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,5120,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,6144,0.019523199399312338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,16384,0.03877546787261963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,4096,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,3072,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,3584,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,1024,0.008726400136947633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,1536,0.009914666414260864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,2048,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,256,0.007500799993673961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,128,0.007029333213965099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,7168,65536,0.13315733273824054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,8192,0.0228000005086263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,10240,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,12288,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,7168,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,6144,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,16384,0.03877333402633667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,5120,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,2560,0.011602133512496948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,1536,0.009782399733861287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,2048,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,1024,0.009061333537101746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,512,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,128,0.00702400008837382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,256,0.007501866420110066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,6144,65536,0.13305280208587647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,10240,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,12288,0.030791467428207396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,16384,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,7168,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,5120,0.017065600554148356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,4096,0.01461013356844584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,1024,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,1536,0.009901866316795349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,256,0.007439999779065449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,2560,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,768,0.008337066570917765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,128,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,10240,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,12288,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,8192,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,16384,0.03850239912668864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,5120,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,6144,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,4096,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,3072,0.012762666742006937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,3584,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,5120,65536,0.133460267384847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,1024,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,1536,0.009878399968147277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,2048,0.010729599992434185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,256,0.007415466507275899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,128,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,10240,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,4096,65536,0.13284693559010824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,12288,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,8192,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,6144,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,16384,0.03863893349965413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,7168,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3584,65536,0.13291412989298504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,1024,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,1536,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,2048,0.010735999544461567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,256,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,128,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,12288,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,16384,0.03782080014546712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,5120,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,3584,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,4096,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,2560,0.011943466464678447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,1024,0.009061333537101746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,1536,0.009911466638247173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,2048,0.01076479951540629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,768,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,512,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,128,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,3072,65536,0.13267520268758137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,10240,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,12288,0.03031146725018819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,6144,0.018703999121983846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,5120,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,4096,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,2560,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,2048,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,1536,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,768,0.00826453318198522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,512,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,1024,0.009060266613960265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,128,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,10240,0.026147200663884478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,12288,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,8192,0.02218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,6144,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,4096,0.01460906664530436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,3584,0.01358080009619395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,3072,0.012363732854525248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,2048,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,1536,0.009870933492978413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,1024,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,768,0.008310399949550629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,256,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,128,0.007080533107121785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,6144,0.01890773375829061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,7168,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2560,65536,0.13281280199686687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,5120,0.01685973405838013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,3584,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,3072,0.012418133020401002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,1536,0.009485866626103718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,768,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,256,0.007597866654396057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,128,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1024,65536,0.12936533292134603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,768,65536,0.1293994665145874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,16384,0.037342933813730876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,512,65536,0.12823893229166666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,8192,0.022188800573349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,6144,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,5120,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,4096,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,3072,0.012421333789825439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,3584,0.01399679978688558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,1536,0.009924266735712688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,1024,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,256,0.007502933343251546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,128,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,10240,0.026349866390228273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,256,65536,0.1278986692428589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,5120,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,6144,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,7168,0.02048106590906779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,4096,0.014881066481272378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,3072,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,2048,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,1536,0.009901866316795349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,1536,65536,0.13209599653879803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,2048,65536,0.133188263575236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,512,0.007901866734027863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,128,0.007057066758473713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,256,0.007393066585063934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,192,128,65536,0.12748800118764242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,4096,0.05078933238983154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,5120,0.059562667210896814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,6144,0.0716042677561442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,7168,0.08212587038675943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,3584,0.044308265050252274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,3072,0.03836693366368611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,2560,0.034680533409118655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,8192,0.08997546831766765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,1536,0.02539199988047282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,2048,0.030243200063705445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,512,0.016246400276819863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,256,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,1024,0.020201599597930907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,128,0.011961600184440613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,768,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,10240,0.1057802677154541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,8192,0.030920533339182536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,10240,0.034679468472798666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,12288,0.042734932899475095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,7168,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,6144,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,5120,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,16384,0.05119573275248209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,2560,0.014268799622853597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,4096,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,3584,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,1024,0.009912533561388652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,3072,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,1536,0.010937600334485372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,256,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,128,0.00759680022795995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,512,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,768,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,12288,0.12182186444600422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,2048,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,7168,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,8192,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,10240,0.029286400477091475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,12288,0.03324480056762695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,6144,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,5120,0.018092799186706542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,4096,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,2048,0.011672533551851908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,3584,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,2560,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,3072,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,16384,0.04150720040003459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,1536,0.010013866424560546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,768,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,1024,0.009123200178146362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,256,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,128,0.007526400188604991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,8192,0.024098134040832518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,10240,0.02874133388201396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,12288,0.03242666721343994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,65536,16384,0.16008426348368326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,7168,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,6144,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,5120,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,16384,0.04068906704584758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,4096,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,1536,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,2048,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,2560,0.01269653340180715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,256,0.007877333462238312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,128,0.0074314668774604796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,1024,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,512,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,3072,0.013858133554458618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,768,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,8192,0.023896533250808715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,10240,0.027856000264485675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,12288,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,7168,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,6144,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,16384,0.040006399154663086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,5120,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,3072,0.013447466492652892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,4096,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,2560,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,3584,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,1024,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,1536,0.009944533308347065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,768,0.008407466610272725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,512,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,2048,0.0107232004404068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,128,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,10240,0.027512532472610474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,12288,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,16384,0.03973226547241211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,8192,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,7168,0.021707733472188316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,6144,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,4096,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,5120,0.018153599898020425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,3584,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,2560,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,3072,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,1024,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,1536,0.009913600484530131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,256,0.0075882668296496075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,768,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,512,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,128,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,12288,0.030923734108606975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,16384,0.03918933471043905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,10240,0.02757973273595174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,10240,65536,0.13383679389953612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,12288,65536,0.1407669385274251
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,8192,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,5120,0.017884800831476845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,4096,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,6144,0.019589332739512126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,7168,0.021846399704615275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,3584,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,2048,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,3072,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,768,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,1024,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,1536,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,128,0.007108266651630402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,10240,0.027584000428517656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,12288,0.03126506606737773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,8192,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,16384,0.03863786856333415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,7168,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,5120,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,4096,0.015226667126019796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,6144,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,16384,65536,0.16383786201477052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,3584,0.014064000050226847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,1024,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,1536,0.009878399968147277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,768,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,2048,0.01072746713956197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,128,0.007330133517583211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,256,0.0074976002176602675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,8192,65536,0.13349653879801432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,10240,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,12288,0.030857600768407184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,8192,0.02306879957516988
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,7168,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,16384,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,5120,0.017406932512919106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,6144,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,4096,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,3072,0.012904533743858337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,2560,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,768,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,1024,0.009058133761088053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,1536,0.009674666325251262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,2048,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,7168,65536,0.13284693559010824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,128,0.0074986666440963745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,256,0.0074314668774604796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,512,0.008002133170763651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,8192,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,10240,0.027106134096781413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,12288,0.030794666210810347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,7168,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,16384,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,3584,0.013788800438245138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,4096,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,3072,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,1536,0.009915733337402343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,1024,0.008714666962623597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,768,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,128,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,6144,65536,0.13298346996307372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,10240,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,8192,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,12288,0.03099199930826823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,7168,0.021160533030827842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,16384,0.03843413194020589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,6144,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,2560,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,3072,0.0124917338291804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,4096,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,1024,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,768,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,2048,0.010780800382296245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,256,0.007496533294518788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,128,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,7168,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,16384,0.0385696013768514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,8192,0.022193066279093423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,6144,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,2560,0.011741866668065388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,1536,0.00990826686223348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,256,0.007528533538182576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,128,0.0070816000302632645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,5120,65536,0.13222933610280355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,12288,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,4096,65536,0.1324031988779704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,16384,0.038365864753723146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,6144,0.018154666821161906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,7168,0.020347734292348228
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,5120,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,4096,0.014808533589045205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,3072,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,1536,0.009877333045005798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,2048,0.010728533069292705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,256,0.007426133255163829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,128,0.007084799806276958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,768,0.008483200271924337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3584,65536,0.13281493186950682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,8192,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,10240,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,12288,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,16384,0.037962667147318524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,2560,0.011878400047620138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,3072,65536,0.1328810691833496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,768,0.008250666658083598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,1024,0.009058133761088053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,1536,0.009677867094675701
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,2048,0.010351999600728353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,128,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,8192,0.022530132532119752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,10240,0.025942399104436235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,7168,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,5120,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,4096,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,3584,0.013857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,1536,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,768,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,1024,0.008713600039482117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,512,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,128,0.007435733576615651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,10240,0.026281599203745527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,7168,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,6144,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,5120,0.016730666160583496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,3584,0.013581867019335428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,3072,0.012761599818865457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,1024,0.008711466193199157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,768,0.008310399949550629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,16384,0.037750399112701415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,10240,0.025869866212209065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,8192,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2560,65536,0.1327455997467041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,5120,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,6144,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,4096,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,1536,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,2048,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,768,0.00855466624101003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,128,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,12288,0.02990079919497172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,16384,0.036933334668477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,512,65536,0.1282037337621053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,10240,0.026279467344284057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,8192,0.022181334098180135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,768,65536,0.12834133307139078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1024,65536,0.1311402638753255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,3072,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,4096,0.014811733365058899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,2048,0.01071999967098236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,2048,65536,0.13226666450500488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,1024,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,1536,0.009941333532333374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,512,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,128,0.006986666719118755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,256,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,256,65536,0.1281717300415039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,12288,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,16384,0.037342933813730876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,5120,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,3584,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,1536,0.009877333045005798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,1024,0.008716799815495809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,128,0.007433600227038066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,256,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,128,65536,0.12755626837412518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,160,1536,65536,0.13182186285654704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,4096,0.036931200822194414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,5120,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,6144,0.049322664737701416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,7168,0.056081068515777585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,3584,0.03242666721343994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,3072,0.029494400819142657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,8192,0.062156800429026285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,2560,0.025940267244974773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,512,0.011266133189201355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,1024,0.01474346617857615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,1536,0.01857173244158427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,128,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,256,0.009492266178131103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,768,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,2048,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,10240,0.07499199708302816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,8192,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,10240,0.029763199885686237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,12288,0.03447786569595337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,5120,0.018088533480962118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,6144,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,7168,0.022938666741053264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,4096,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,16384,0.043281066417694095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,12288,0.08802986939748128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,1536,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,2048,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,768,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,1024,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,2560,0.012769066294034324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,128,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,512,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,256,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,3584,0.014807466665903726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,7168,0.02177919944127401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,8192,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,10240,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,12288,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,5120,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,4096,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,6144,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,3584,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,2048,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,16384,0.0406879981358846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,2560,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,1024,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,512,0.007876266539096833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,3072,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,256,0.007894399762153625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,128,0.007429333527882893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,8192,0.023485867182413737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,10240,0.02744213342666626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,12288,0.031676799058914185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,65536,16384,0.11550506750742595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,7168,0.02129813234011332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,6144,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,16384,0.03979946772257487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,5120,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,4096,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,3072,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,2048,0.010856533050537109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,3584,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,2560,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,128,0.007435733576615651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,256,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,768,0.008676266670227051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,512,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,10240,0.02703253428141276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,7168,0.02102186679840088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,6144,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,5120,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,16384,0.03952639897664388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,2560,0.011673600474993388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,3072,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,4096,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,1024,0.009127466877301534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,1536,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,2048,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,768,0.008344533046086629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,256,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,10240,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,16384,0.03904746770858765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,7168,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,4096,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,5120,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,6144,0.019117865959803262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,3584,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,1536,0.00960533320903778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,1024,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,2048,0.010833066701889039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,256,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,768,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,128,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,12288,0.030377600590387983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,16384,0.03816213210423787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,10240,0.027100799481074016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,12288,65536,0.13431466420491536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,10240,65536,0.1328778664271037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,7168,0.020959999163945517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,6144,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,4096,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,2560,0.011878400047620138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,3072,0.012768000364303589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,3584,0.013588266571362815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,1536,0.009878399968147277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,2048,0.010696533322334289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,1024,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,768,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,128,0.007179733117421467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,10240,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,12288,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,8192,0.022999467452367146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,7168,0.020614399512608846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,16384,65536,0.14288214047749836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,4096,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,5120,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,3584,0.013581867019335428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,2048,0.010356266299883525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,512,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,768,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,1536,0.009912533561388652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,128,0.007426133255163829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,256,0.007500799993673961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,8192,65536,0.13264213403066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,12288,0.030447999636332195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,16384,0.03782080014546712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,5120,0.016455466548601784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,4096,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,3072,0.012423466642697651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,3584,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,2048,0.010384000341097514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,768,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,512,0.007933866480986278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,1536,0.00990826686223348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,128,0.00746666689713796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,7168,65536,0.13175466855367024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,12288,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,7168,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,16384,0.03782080014546712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,5120,0.0165173331896464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,3072,0.012760532895723977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,1536,0.009876267115275065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,2048,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,1024,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,768,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,128,0.007429333527882893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,512,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,256,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,6144,65536,0.13230079809824627
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,10240,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,12288,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,7168,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,16384,0.037887998421986896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,6144,0.018503467241923012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,3072,0.012492799758911132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,768,0.008646399776140849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,1024,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,1536,0.009880533814430237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,128,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,10240,0.02587839961051941
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,8192,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,4096,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,2560,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,3072,0.012762666742006937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,5120,65536,0.13209599653879803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,768,0.008347733815511068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,1536,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,2048,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,256,0.007481599847475688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,128,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,4096,65536,0.13206186294555664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,10240,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,12288,0.02955840031305949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,16384,0.037411201000213626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,7168,0.02020906607309977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,6144,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,4096,0.014407466848691305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,2048,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,1536,0.0095551997423172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,256,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,128,0.007192533214886982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3584,65536,0.13182400067647299
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,10240,0.025803732872009277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,12288,0.029219200213750202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,16384,0.0370688001314799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,6144,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,5120,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,768,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,1024,0.00869866708914439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,1536,0.009556266665458679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,256,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,512,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,128,0.007086933155854543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,3072,65536,0.13216426372528076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,12288,0.029217066367467244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,16384,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,7168,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,4096,0.014401066303253173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,3072,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,2048,0.010321066776911417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,1536,0.009917866190274556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,768,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,256,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,10240,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,12288,0.02955840031305949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,16384,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,7168,0.020140800873438516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,8192,0.02177919944127401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,5120,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,3584,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,2560,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,3072,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,2048,0.01071999967098236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,1536,0.009896533687909444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,1024,0.008721066514650981
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,768,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,128,0.007091199855009715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2560,65536,0.13161813418070475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,16384,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,10240,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,8192,0.021846399704615275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,6144,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,4096,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,2560,0.011513599753379821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,1024,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,1536,0.009921066959698995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,768,0.008307200173536937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,256,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,128,0.00746559997399648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,12288,0.02955519954363505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,16384,0.03665706713994344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,768,65536,0.1262933333714803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,512,65536,0.12666880289713542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1024,65536,0.1282037337621053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,7168,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,6144,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,1536,0.00962559978167216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,768,0.008648533622423809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,256,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,1024,0.009102933605511983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,256,65536,0.1257813294728597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,12288,0.029148799180984498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,8192,0.022190932432810465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,6144,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,3584,0.013245866696039835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,2048,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,1024,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,1536,0.009540266791979472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,768,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,512,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,256,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,128,0.007097599903742473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,128,65536,0.1253706693649292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,1536,65536,0.1311743974685669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,128,2048,65536,0.13073066870371503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,4096,0.03747946818669637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,5120,0.04526079893112182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,6144,0.05007573366165161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,7168,0.055569068590799964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,3584,0.03242666721343994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,3072,0.029080533981323244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,2560,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,8192,0.06181546847025553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,1024,0.01460906664530436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,768,0.01317759950955709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,1536,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,128,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,512,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,256,0.009076266487439474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,2048,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,10240,0.07396799723307292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,8192,0.02477653423945109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,10240,0.029692800839742024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,12288,0.034061865011850996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,6144,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,5120,0.01795733372370402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,7168,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,16384,0.04232426484425862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,4096,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,12288,0.0874837319056193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,2560,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,3072,0.01378986636797587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,1024,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,1536,0.010307199756304423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,128,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,768,0.008285866677761078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,2048,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,7168,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,8192,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,10240,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,12288,0.032152533531188965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,5120,0.01781866749127706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,6144,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,4096,0.015357866883277893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,3584,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,2560,0.012289067109425861
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,3072,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,1536,0.009884799520174663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,512,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,16384,0.0404149333635966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,2048,0.01076693336168925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,8192,0.023141332467397056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,10240,0.02757866581281026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,12288,0.03174293239911397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,7168,0.021441066265106203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,6144,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,16384,0.03952639897664388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,5120,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,4096,0.015261866648991904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,3072,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,3584,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,2048,0.01074133316675822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,2560,0.01160426636536916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,1536,0.009539199868837993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,256,0.0074879998962084455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,1024,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,128,0.007083733379840851
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,65536,16384,0.11421439647674561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,10240,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,8192,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,12288,0.030857600768407184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,16384,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,6144,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,5120,0.017543466885884602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,3584,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,3072,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,4096,0.015019733707110086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,768,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,2048,0.010731732845306397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,512,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,256,0.007472000022729237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,1536,0.009673600395520527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,128,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,10240,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,12288,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,8192,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,16384,0.03822933435440064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,7168,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,6144,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,5120,0.017409066359202065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,4096,0.014539733529090881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,3584,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,2560,0.011598933736483257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,1536,0.00951039989789327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,1024,0.00906773308912913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,2048,0.010692266623179118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,256,0.007423999905586243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,128,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,768,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,12288,0.030109866460164385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,16384,0.038024532794952395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,12288,65536,0.13384000460306805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,8192,0.023010132710138957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,10240,65536,0.13229973316192628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,4096,0.014539733529090881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,7168,0.02103040019671122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,5120,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,6144,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,3072,0.01269653340180715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,2048,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,1536,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,128,0.007434666653474172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,512,0.007520000139872233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,10240,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,12288,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,8192,0.022668800751368203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,16384,0.037887998421986896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,16384,65536,0.1416533311208089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,5120,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,6144,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,4096,0.014199466506640116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,2560,0.011174399654070537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,1024,0.008750933408737182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,1536,0.009537067015965779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,768,0.008313600222269695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,2048,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,512,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,128,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,256,0.007494399944941203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,8192,65536,0.13216319878896077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,8192,0.022249599297841392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,10240,0.026348799467086792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,12288,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,6144,0.01816533406575521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,7168,0.02075200080871582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,1536,0.009900800387064616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,1024,0.008713600039482117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,2048,0.010728533069292705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,512,0.0077344000339508055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,128,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,256,0.007521066566308339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,768,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,7168,65536,0.13202773729960124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,8192,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,10240,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,16384,0.037546666463216145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,7168,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,1024,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,768,0.008312533299128216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,1536,0.009529599547386169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,256,0.0074432000517845156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,2048,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,12288,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,6144,65536,0.13161813418070475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,6144,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,8192,0.02218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,7168,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,3072,0.012423466642697651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,5120,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,1536,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,256,0.007484800120194752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,768,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,10240,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,12288,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,16384,0.03768426577250163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,5120,0.016446933150291443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,4096,0.01399679978688558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,1024,0.008719999591509502
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,1536,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,2048,0.01071999967098236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,512,0.007849599917729695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,256,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,128,0.007074133555094402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,4096,65536,0.1316864013671875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,12288,0.02956053415934245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,5120,65536,0.13175360361735028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,8192,0.021771732966105142
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,10240,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,7168,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,6144,0.018092799186706542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,4096,0.014065066973368326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,2560,0.011261866490046183
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,1536,0.009528533617655436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,2048,0.010372266173362732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,128,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,256,0.007521066566308339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3584,65536,0.1311402638753255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,10240,0.02553066611289978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,12288,0.029219200213750202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,16384,0.036933334668477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,1024,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,1536,0.009609599908192951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,3072,65536,0.1311402638753255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,128,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,10240,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,16384,0.03658986488978068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,7168,0.019803732633590698
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,3584,0.013173333803812661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,4096,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,768,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,1024,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,1536,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,2048,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,128,0.006635733445485433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,10240,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,12288,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,16384,0.03625173171361287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,7168,0.019802665710449217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,4096,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,2560,0.011515733599662781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,512,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,256,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,128,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2560,65536,0.13144640127817792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,12288,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,16384,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,10240,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,7168,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,2560,0.011513599753379821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,2048,0.01032960017522176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,1536,0.009508267045021057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,768,0.008251733581225077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,256,0.007115733126799266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,128,0.007067733506361644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,16384,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,768,65536,0.1259178638458252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,10240,0.02553066611289978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,512,65536,0.12588373025258381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1024,65536,0.1287168025970459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,2560,0.011515733599662781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,3584,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,2048,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,1536,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,256,0.007439999779065449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,256,65536,0.1253717343012492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,8192,0.021639466285705566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,7168,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,16384,0.036659200986226395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,2048,65536,0.13090133666992188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,3072,0.012219732999801636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,6144,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,5120,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,2048,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,1536,0.00946453313032786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,768,0.008289066453774769
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,512,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,2560,0.011534933249155681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,256,0.0074314668774604796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,128,0.007098666826883952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,128,65536,0.12506453196207684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,96,1536,65536,0.13090133666992188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,4096,0.03945706685384114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,5120,0.04601600170135498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,6144,0.05246293147404989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,7168,0.05659306844075521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,3584,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,3072,0.029769599437713623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,2560,0.026824533939361572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,8192,0.06133759816487631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,512,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,768,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,256,0.009326933821042379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,128,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,1024,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,1536,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,2048,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,10240,0.07898666858673095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,8192,0.024779733022054037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,10240,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,12288,0.03379199902216594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,7168,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,6144,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,16384,0.04198400179545085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,5120,0.017886932690938315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,4096,0.01590720017751058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,1536,0.00997759997844696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,3072,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,512,0.007879466811815897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,2048,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,128,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,1024,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,2560,0.013038933277130127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,12288,0.08704000314076742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,7168,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,8192,0.023484800259272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,10240,0.027716267108917236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,12288,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,5120,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,4096,0.015430399775505066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,6144,0.019316265980402626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,3072,0.013517866532007853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,2560,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,2048,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,3584,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,16384,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,768,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,128,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,1536,0.009947733084360758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,10240,0.02717333237330119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,12288,0.031335467100143434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,7168,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,65536,16384,0.11496106783548991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,6144,0.019250132640202842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,16384,0.03945813179016113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,5120,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,4096,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,2560,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,3072,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,768,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,1024,0.008678399523099263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,3584,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,128,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,512,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,1536,0.009911466638247173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,10240,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,12288,0.030445865790049237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,6144,0.0192522664864858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,16384,0.03898026545842488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,5120,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,4096,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,2560,0.01157866617043813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,2048,0.010784000158309937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,768,0.008286933104197185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,1536,0.00947093367576599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,512,0.007909333209196727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,256,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,10240,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,12288,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,8192,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,16384,0.03829760154088338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,7168,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,4096,0.014541866381963095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,3584,0.013926399747530618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,3072,0.012426666418711345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,2560,0.011550933122634888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,1024,0.009030399719874065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,1536,0.009911466638247173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,256,0.007426133255163829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,512,0.0074976002176602675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,12288,0.030445865790049237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,16384,0.037887998421986896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,12288,65536,0.13332479794820148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,10240,0.026631466547648114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,8192,0.022669865687688192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,10240,65536,0.13219733238220216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,6144,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,5120,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,4096,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,1536,0.009537067015965779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,2048,0.010735999544461567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,1024,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,768,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,256,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,128,0.007035733262697856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,10240,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,12288,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,16384,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,16384,65536,0.14138132731119793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,6144,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,3584,0.013515733679135642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,5120,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,1536,0.009872000416119893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,2048,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,256,0.007494399944941203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,1024,0.008676266670227051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,512,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,8192,65536,0.1315872033437093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,8192,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,12288,0.03017599980036418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,6144,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,16384,0.037818666299184164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,3584,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,1024,0.008705066641171773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,128,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,256,0.007436800003051758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,7168,65536,0.13202773729960124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,10240,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,8192,0.02218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,12288,0.02990293304125468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,7168,0.02034453352292379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,16384,0.03774506648381551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,6144,0.018088533480962118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,4096,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,768,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,1024,0.009059199690818786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,2048,0.010729599992434185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,1536,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,256,0.007430399954319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,6144,65536,0.13182186285654704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,8192,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,10240,0.026077866554260254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,7168,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,6144,0.01781546672185262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,16384,0.03761599858601888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,2048,0.01076693336168925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,2560,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,1536,0.009876267115275065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,1024,0.008846933643023174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,768,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,256,0.007088000078996022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,128,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,512,0.007798400024573009
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,12288,0.029623466730117797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,8192,0.02143999934196472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,6144,0.018156800667444864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,5120,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,2560,0.011546666423479717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,3584,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,1024,0.008649599552154542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,1536,0.00955839951833089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,5120,65536,0.13182400067647299
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,512,0.007506133119265239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,768,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,128,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,4096,65536,0.1311743974685669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,12288,0.02935466567675273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,6144,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,16384,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,8192,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,1536,0.009533866246541341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,128,0.007091199855009715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,256,0.007490133245786031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,768,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3584,65536,0.131549866994222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,12288,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,16384,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,3584,0.01317759950955709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,1024,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,1536,0.009505066275596618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,2048,0.010307199756304423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,768,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,512,0.007830399771531422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,12288,0.029148799180984498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,16384,0.036526934305826826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,3072,65536,0.1311402638753255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,8192,0.021642667055130006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,7168,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,6144,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,1536,0.009567999839782714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,2048,0.010379733641942342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,256,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,1024,0.009089066584904989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,10240,0.025466666618982954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,16384,0.03652799924214681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,7168,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,5120,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2560,65536,0.1310378630956014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,2048,0.0107232004404068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,1024,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,768,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,1536,0.009576533238093059
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,512,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,256,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,128,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,10240,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,12288,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,16384,0.03652373154958089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,8192,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,7168,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,3072,0.012370133399963379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,2048,0.01071999967098236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,1024,0.00871573289235433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,1536,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,512,0.007522133489449819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,128,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,16384,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,8192,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1024,65536,0.12646400133768718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,512,65536,0.12584959665934245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,4096,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,3584,0.013107200463612875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,2048,0.010728533069292705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,1536,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,2560,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,768,65536,0.12591573397318523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,65536,0.12536746660868328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,512,0.007850666840871174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,256,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,768,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,256,128,0.007080533107121785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,10240,0.025468800465265912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,16384,0.036659200986226395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,12288,0.02874133388201396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,6144,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,5120,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,1536,0.00944106678167979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,1024,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,768,0.0086517333984375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,65536,0.12499626477559407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,512,0.007502933343251546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,256,0.007188266515731812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,128,128,0.006692266464233399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,2048,65536,0.13110613028208415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,80,1536,65536,0.12997972965240479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,4096,0.03816213210423787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,5120,0.04727466503779094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,6144,0.04997119903564453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,7168,0.05932373205820719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,3584,0.03372373183568318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,3072,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,8192,0.06260053316752115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,2560,0.027305599053700762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,1024,0.014677332838376364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,512,0.011240532994270325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,256,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,128,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,1536,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,768,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,2048,0.02293333411216736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,10240,0.07731200059254964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,8192,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,10240,0.029286400477091475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,7168,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,12288,0.0337226668993632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,5120,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,6144,0.01993280053138733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,4096,0.015705600380897522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,16384,0.04191679954528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,1024,0.008750933408737182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,2048,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,128,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,12288,0.08710827032725016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,256,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,2560,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,7168,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,8192,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,10240,0.027852799495061236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,12288,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,5120,0.01761173407236735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,6144,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,4096,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,3584,0.01453439990679423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,2048,0.010854400197664897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,2560,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,3072,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,1536,0.009500799576441447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,128,0.007437866429487865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,256,0.007495466868082683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,512,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,16384,0.04007573525110881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,8192,0.022873600323994957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,10240,0.027512532472610474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,12288,0.03126613299051921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,65536,16384,0.1190560022989909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,16384,0.03952639897664388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,5120,0.017475199699401856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,7168,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,6144,0.019242666165033975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,2048,0.01076479951540629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,2560,0.01167466640472412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,3072,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,1536,0.009491200248400371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,3584,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,4096,0.015018666783968607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,128,0.007113599777221679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,8192,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,10240,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,12288,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,7168,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,5120,0.01734293301900228
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,16384,0.03898026545842488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,3072,0.012361600001653036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,2560,0.01160426636536916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,2048,0.010359467069307963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,3584,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,1536,0.009896533687909444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,768,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,256,0.007434666653474172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,12288,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,16384,0.03877546787261963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,8192,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,6144,0.018972800175348917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,5120,0.01699413259824117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,2048,0.010729599992434185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,2560,0.01154026687145233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,1536,0.009531733393669129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,256,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,512,0.007492266595363617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,12288,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,16384,0.038024532794952395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,12288,65536,0.13329280217488607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,10240,65536,0.13199466864267986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,5120,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,3072,0.012487467130025227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,2560,0.011206400394439698
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,2048,0.010580266515413921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,128,0.0070826664566993715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,256,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,10240,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,12288,0.029898667335510255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,7168,0.02095573345820109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,8192,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,16384,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,6144,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,2560,0.011603200435638427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,8192,65536,0.13195947011311848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,768,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,1536,0.009537067015965779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,2048,0.010307199756304423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,256,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,128,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,512,0.007844266792138416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,16384,65536,0.1409023920694987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,10240,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,8192,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,12288,0.02990079919497172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,16384,0.037547731399536134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,5120,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,4096,0.014060800274213156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,6144,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,3072,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,7168,65536,0.13154773712158202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,768,0.008406399687131246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,1024,0.008717866738637288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,1536,0.009496532877286275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,8192,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,12288,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,7168,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,6144,0.018293333053588868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,16384,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,2048,0.010286933183670044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,1536,0.009508267045021057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,1024,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,768,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,256,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,512,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,6144,65536,0.1311402638753255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,12288,0.029561599095662434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,8192,0.021844265858332317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,3584,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,1024,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,1536,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,2560,0.011175466577212016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,128,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,10240,0.025461333990097045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,12288,0.02935466567675273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,16384,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,2560,0.011515733599662781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,1536,0.009505066275596618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,256,0.007091199855009715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,768,0.008248533308506011
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,128,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,5120,65536,0.13086720307668048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,12288,0.029285333553949994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,4096,65536,0.13161813418070475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,16384,0.03734079996744792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,7168,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,6144,0.017745065689086913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,4096,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,1536,0.00947093367576599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,2048,0.010357333223025005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,1024,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,768,0.008348799745241801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,256,0.007501866420110066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,512,0.007840000092983246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,128,0.006850133339564006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3584,65536,0.13161919911702474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,10240,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,12288,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,8192,0.02142826716105143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,16384,0.03679466644922892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,7168,0.01986453334490458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,4096,0.014064000050226847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,1536,0.00946666697661082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,2048,0.010514133175214132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,2560,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,768,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,128,0.006613333523273468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,256,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,512,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,3072,65536,0.13151573340098063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,12288,0.028809599081675213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,7168,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,6144,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,4096,0.014406399925549826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,3584,0.01318186620871226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,1024,0.008671999971071879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,2048,0.010356266299883525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,1536,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,768,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,128,0.006638933221499126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,512,0.007474133372306823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,5120,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,1536,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,768,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,512,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,256,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,128,0.006637866795063019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2560,65536,0.13134506543477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,10240,0.02553279995918274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,7168,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,6144,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,2048,0.01058240036169688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,1536,0.009494400024414063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,1024,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,512,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,768,0.007937066753705342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,256,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1024,65536,0.1271498680114746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,128,0.0066442668437957765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,768,65536,0.1264298677444458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,10240,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,16384,0.03638720115025838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,4096,0.013991467157999673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,2048,0.010353066523869832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,3072,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,1536,0.009920000036557516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,768,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,512,65536,0.1263274669647217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,256,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,128,0.006982400019963582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,12288,0.029148799180984498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,8192,0.02144213318824768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,256,65536,0.12537386417388915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,7168,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,5120,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,2560,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,3072,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,1536,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,2048,65536,0.12912639776865642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,65536,0.1249621311823527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,256,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,128,128,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,64,1536,65536,0.1304906686147054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,4096,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,5120,0.042871467272440594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,6144,0.0500053326288859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,3584,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,7168,0.05720426638921102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,3072,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,8192,0.06273813247680664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,2560,0.026078933477401735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,768,0.013448533415794373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,1536,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,1024,0.015427199999491372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,128,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,256,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,512,0.011192533373832702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,2048,0.022247467438379923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,10240,0.081987198193868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,8192,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,10240,0.02949013312657674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,12288,0.03399680058161418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,7168,0.022261333465576173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,6144,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,5120,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,4096,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,16384,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,12288,0.09266560077667237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,2048,0.011402666568756104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,2560,0.013178666432698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,1536,0.009943466385205586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,1024,0.008716799815495809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,256,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,128,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,3072,0.01378773351510366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,7168,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,8192,0.023209599653879802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,10240,0.02757866581281026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,12288,0.031948800881703696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,5120,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,4096,0.015358933806419372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,2048,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,3072,0.013454932967821756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,16384,0.03959466616312663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,256,0.007098666826883952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,512,0.00783679982026418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,1024,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,1536,0.00990613301595052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,8192,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,10240,0.02648853262265523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,12288,0.030853333075841267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,65536,16384,0.12352960109710694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,7168,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,16384,0.039185067017873124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,5120,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,4096,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,3584,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,1536,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,2048,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,3072,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,1024,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,256,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,8192,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,12288,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,7168,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,16384,0.03891199827194214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,4096,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,2560,0.011541333794593812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,1024,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,2048,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,256,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,512,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,1536,0.009469866752624512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,128,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,10240,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,12288,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,16384,0.03863786856333415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,8192,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,6144,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,5120,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,2560,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,3584,0.013515733679135642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,1536,0.009538132945696514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,2048,0.010693333546320597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,256,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,768,0.008206933240095774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,128,0.006640000144640605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,12288,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,16384,0.03809386491775513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,12288,65536,0.13332479794820148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,10240,0.026346667607625322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,10240,65536,0.13199466864267986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,7168,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,8192,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,4096,0.014450132846832275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,3584,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,5120,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,6144,0.018703999121983846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,1536,0.009501866499582927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,2048,0.010513066252072652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,768,0.007877333462238312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,256,0.007525333265463512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,16384,65536,0.14206186930338544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,12288,0.03017279903093974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,7168,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,16384,0.03782399892807007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,6144,0.018503467241923012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,5120,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,3072,0.01241919994354248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,2048,0.010440533359845478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,1536,0.009538132945696514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,256,0.0074986666440963745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,512,0.007429333527882893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,8192,65536,0.1314143975575765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,10240,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,12288,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,8192,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,7168,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,16384,0.03768426577250163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,6144,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,5120,0.016106667121251424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,4096,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,1024,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,1536,0.009293867150942485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,128,0.0068351998925209045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,256,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,512,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,7168,65536,0.13124480247497558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,12288,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,8192,0.022184532880783082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,16384,0.037611734867095944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,5120,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,3072,0.01236799955368042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,1024,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,1536,0.009474133451779682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,768,0.00800960014263789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,256,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,10240,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,12288,0.03010666569073995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,6144,65536,0.13182400067647299
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,7168,0.0201365331808726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,1536,0.009918933113416035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,2048,0.010052266716957092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,2560,0.01120746632417043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,512,0.007743999858697255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,256,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,1024,0.008646399776140849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,12288,0.02955840031305949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,16384,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,5120,0.016320000092188515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,2560,0.011555199821790058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,5120,65536,0.1316533327102661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,768,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,1536,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,2048,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,256,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,128,0.00703359991312027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,512,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,4096,65536,0.13120426336924235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,10240,0.025526400407155352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,12288,0.029148799180984498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,5120,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,16384,0.036931200822194414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,3072,0.01242026686668396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,1024,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,2048,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3584,65536,0.13100372950236003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,768,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,1536,0.009488000472386678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,128,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,512,0.007820799946784973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,10240,0.025461333990097045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,12288,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,16384,0.03652053276697795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,6144,0.018092799186706542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,2560,0.01139520009358724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,4096,0.013991467157999673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,3072,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,1024,0.008648533622423809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,768,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,1536,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,3072,65536,0.13107093175252277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,2048,0.010307199756304423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,512,0.00766186664501826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,256,0.007086933155854543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,8192,0.0217738668123881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,16384,0.036586666107177736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,7168,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,6144,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,5120,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,3072,0.012018133203188579
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,1536,0.009539199868837993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,768,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,2048,0.010322133700052898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,1024,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,128,0.007088000078996022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,256,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,10240,0.02553066611289978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,12288,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,16384,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,8192,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,6144,0.018088533480962118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,2560,0.011191466450691223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,3072,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,768,0.008039466540018718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,1024,0.008654933174451191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,1536,0.009878399968147277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,512,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,128,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,8192,0.021846399704615275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2560,65536,0.13120853106180827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,5120,0.016116266449292503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,3072,0.01195733348528544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,2048,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,768,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,1536,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,1024,0.00867306689421336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,128,0.0070826664566993715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,512,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,256,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,768,65536,0.12578026453653973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,12288,0.028739200035731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,16384,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,512,65536,0.12598613103230794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1024,65536,0.12646719614664714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,7168,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,6144,0.01808746655782064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,5120,0.016378666957219443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,3072,0.012354133526484172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,2048,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,1536,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,1024,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,768,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,512,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,256,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,128,0.006638933221499126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,10240,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,256,65536,0.1250997304916382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,16384,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,3584,0.013108266393343606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,7168,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,2048,0.010322133700052898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,1536,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,65536,0.12465493679046631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,768,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,512,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,128,128,0.006683733562628429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,2048,65536,0.13073066870371503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,48,1536,65536,0.13028693199157715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,4096,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,5120,0.048024535179138184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,6144,0.05106346607208252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,7168,0.06017706791559855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,3584,0.03283626635869344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,3072,0.02982719937960307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,8192,0.06908586819966635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,2560,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,512,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,2048,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,128,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,1024,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,768,0.013788800438245138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,1536,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,256,0.009879466891288758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,10240,0.08263893127441406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,8192,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,10240,0.030447999636332195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,12288,0.03358293374379476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,6144,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,7168,0.021915733814239502
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,5120,0.01932586630185445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,4096,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,12288,0.10066026846567791
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,16384,0.04314133326212565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,3584,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,3072,0.013992533087730408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,768,0.00834986666838328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,1024,0.00871573289235433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,256,0.007097599903742473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,2560,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,512,0.007841066519419352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,128,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,2048,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,1536,0.010319999853769938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,8192,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,10240,0.02764799992243449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,12288,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,5120,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,4096,0.015289599696795145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,2560,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,2048,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,3072,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,768,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,1024,0.008309333523114523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,16384,0.039661868413289385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,512,0.007900799810886382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,1536,0.009539199868837993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,8192,0.023135999838511147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,10240,0.02662079930305481
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,12288,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,65536,16384,0.12404159704844157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,7168,0.020888533194859824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,4096,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,6144,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,16384,0.03911573489507039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,3072,0.012494933605194092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,1536,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,2560,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,3584,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,128,0.007089066505432129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,256,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,1024,0.008721066514650981
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,8192,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,12288,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,7168,0.02075200080871582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,6144,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,5120,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,16384,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,4096,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,1536,0.009564800063769023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,256,0.007433600227038066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,2048,0.010392533739407857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,12288,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,16384,0.037752532958984376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,7168,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,8192,0.023004800081253052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,4096,0.014406399925549826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,5120,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,6144,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,2560,0.0116074671347936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,1536,0.009500799576441447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,2048,0.010737066467603047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,1024,0.008313600222269695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,256,0.007428266604741414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,768,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,12288,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,16384,0.03747733434041341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,12288,65536,0.13329066435496012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,10240,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,8192,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,7168,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,10240,65536,0.13192319869995117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,6144,0.018905599912007652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,5120,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,2560,0.011202133695284526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,2048,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,1024,0.008637866377830506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,768,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,1536,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,128,0.007028266787528992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,10240,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,12288,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,16384,65536,0.14759039878845215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,8192,0.022669865687688192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,16384,0.037547731399536134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,7168,0.02027413249015808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,3584,0.01317759950955709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,5120,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,4096,0.014468266566594442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,2048,0.01071573297182719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,1536,0.009505066275596618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,1024,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,8192,65536,0.13141226768493652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,8192,0.022184532880783082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,10240,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,12288,0.0301749328772227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,7168,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,4096,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,16384,0.03782399892807007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,1536,0.009508267045021057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,2048,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,2560,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,512,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,128,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,7168,65536,0.13165226777394612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,8192,0.02211839954058329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,10240,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,12288,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,7168,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,16384,0.03734079996744792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,4096,0.013992533087730408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,3584,0.013178666432698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,2048,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,1536,0.009909333785374959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,128,0.0070613334576288865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,512,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,256,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,10240,0.025870933135350542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,6144,65536,0.1310378630956014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,12288,0.029629866282145183
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,8192,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,16384,0.03734720150629679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,6144,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,7168,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,5120,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,1536,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,768,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,256,0.007064533233642578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,128,0.006664533416430156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,12288,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,16384,0.03768426577250163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,4096,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,3072,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,2560,0.011139200131098429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,1024,0.00864533285299937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,2048,0.010307199756304423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,512,0.007860266665617625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,768,0.008212266862392426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,128,0.006708266834417979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,5120,65536,0.13086720307668048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,12288,0.02908266584078471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,4096,65536,0.13120853106180827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,10240,0.025598933299382527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,7168,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,2048,0.010491733749707539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,768,0.007901866734027863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,1536,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,128,0.007009066641330719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,256,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3584,65536,0.13110613028208415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,16384,0.03672746817270915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,7168,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,6144,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,4096,0.013926399747530618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,3072,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,2560,0.011133866508801778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,3072,65536,0.13103679815928143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,512,0.007530666887760162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,1024,0.008341333270072937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,1536,0.009127466877301534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,2048,0.009967999656995137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,256,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,12288,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,6144,0.018088533480962118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,3584,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,3072,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,768,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,1536,0.009147733449935913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,2048,0.01037440001964569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,256,0.007112533350785573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,12288,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,16384,0.036109864711761475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,6144,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,4096,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,3072,0.011948800086975098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,2048,0.010714667042096455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,1536,0.009127466877301534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,768,0.00803413341442744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,512,0.007430399954319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,256,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,128,0.006640000144640605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,12288,0.028946133454640706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,16384,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2560,65536,0.13083306948343915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,8192,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,7168,0.020142932732899986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,5120,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,4096,0.014199466506640116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,3072,0.012371200323104858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,3584,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,1536,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,1024,0.00865066647529602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,2048,0.010722133517265319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,512,0.007901866734027863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,256,0.007467733323574066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,12288,0.02874133388201396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,768,65536,0.12602026462554933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,512,65536,0.12533653577168782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,6144,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1024,65536,0.12601386706034343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,3072,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,4096,0.013589333494504294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,2560,0.011105066537857056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,5120,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,1024,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,768,0.00790293316046397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,1536,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,65536,0.12506346702575682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,256,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,256,128,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,12288,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,8192,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,2048,65536,0.12919360001881916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,6144,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,3584,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,3072,0.011960533261299134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,2560,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,2048,0.010332799951235453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,1024,0.008335999647776286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,1536,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,256,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,512,0.007944533228874206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,128,0.007064533233642578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,128,65536,0.1253376007080078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,32,1536,65536,0.12663466930389405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,4096,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,5120,0.048162134488423665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,6144,0.05379413366317749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,7168,0.0614741325378418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,3584,0.0366538683573405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,3072,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,1024,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,8192,0.06952959696451823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,2560,0.027852799495061236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,256,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,128,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,512,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,1536,0.020142932732899986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,768,0.014200533429781595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,2048,0.02437653342882792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,10240,0.08546986579895019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,8192,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,10240,0.03201173345247905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,12288,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,6144,0.021571199099222817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,7168,0.02464639941851298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,4096,0.017755732933680216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,2560,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,16384,0.04437333345413208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,3072,0.015018666783968607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,1536,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,3584,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,12288,0.0920565366744995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,128,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,256,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,512,0.007876266539096833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,768,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,2048,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,7168,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,8192,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,10240,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,12288,0.031470932563145954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,5120,0.017477333545684814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,6144,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,4096,0.015156267086664834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,2048,0.01071573297182719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,1536,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,3072,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,16384,0.03959466616312663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,128,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,512,0.007934933404127757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,10240,0.02655893365542094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,12288,0.03058240016301473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,65536,16384,0.12363093694051105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,7168,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,6144,0.01932586630185445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,16384,0.039389868577321366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,5120,0.01726933320363363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,4096,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,3072,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,1024,0.00869653324286143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,2048,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,128,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,512,0.007846400141716003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,768,0.008338133494059246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,256,0.007429333527882893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,8192,0.022870399554570518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,12288,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,7168,0.020962133010228475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,6144,0.01890346606572469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,16384,0.038365864753723146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,4096,0.014469333489735923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,3584,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,1536,0.009878399968147277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,2048,0.01069546639919281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,256,0.007392000158627827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,512,0.007850666840871174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,1024,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,128,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,768,0.008214400211970011
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,12288,0.03017279903093974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,16384,0.03781973520914714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,7168,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,5120,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,3584,0.013589333494504294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,2560,0.011532800396283467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,3072,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,768,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,256,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,512,0.007526400188604991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,12288,65536,0.13271040121714275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,10240,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,8192,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,10240,65536,0.13175679842631022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,5120,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,3584,0.013106133540471396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,3072,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,2560,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,1536,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,128,0.0070250665148099255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,10240,0.026279467344284057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,12288,0.030036266644795733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,16384,65536,0.15414613087972004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,8192,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,16384,0.03767893314361572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,6144,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,3072,0.012350933750470479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,5120,0.01658986707528432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,1536,0.009540266791979472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,2048,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,2560,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,768,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,512,0.0074976002176602675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,256,0.007090133428573608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,128,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,8192,65536,0.131549866994222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,8192,0.02218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,10240,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,6144,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,7168,0.020003199577331543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,16384,0.03775466680526733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,3072,0.012630400061607362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,2048,0.010360532999038696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,1024,0.008643200000127155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,1536,0.009147733449935913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,256,0.0070933332045873005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,768,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,7168,65536,0.13134506543477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,10240,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,12288,0.029971200227737426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,7168,0.020140800873438516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,16384,0.037545601526896163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,4096,0.014059733351071677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,3584,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,1024,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,1536,0.009159466624259949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,2048,0.010729599992434185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,128,0.0070602665344874065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,256,0.007110400001207988
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,768,0.008216533561547596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,512,0.007860266665617625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,10240,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,6144,65536,0.1314143975575765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,12288,0.02956053415934245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,7168,0.019802665710449217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,8192,0.021641600131988525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,6144,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,4096,0.01399786671002706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,5120,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,3072,0.012422399719556172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,1024,0.008285866677761078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,1536,0.009500799576441447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,2048,0.010722133517265319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,512,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,2560,0.011262933413187664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,256,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,128,0.0068458666404088335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,12288,0.029356799523035687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,8192,0.02136639952659607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,16384,0.03755199909210205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,7168,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,5120,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,2560,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,1536,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,1024,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,256,0.007393066585063934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,768,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,5120,65536,0.1308725357055664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,4096,65536,0.13120853106180827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,16384,0.036933334668477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,8192,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,4096,0.014401066303253173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,3584,0.013173333803812661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,5120,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,6144,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,3072,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,1536,0.00947093367576599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,2048,0.01032960017522176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,1024,0.008627200126647949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,256,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,768,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,512,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,128,0.0070816000302632645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3584,65536,0.1310378630956014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,10240,0.025193599859873454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,6144,0.01808639963467916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,2560,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,1536,0.00955733358860016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,512,0.007837866743405659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,1024,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,768,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,256,0.007386666536331177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,128,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,10240,0.025459200143814087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,3072,65536,0.13107199668884278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,8192,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,6144,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,3072,0.012359467148780823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,4096,0.014060800274213156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,5120,0.016040533781051636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,2560,0.011260799566904704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,1536,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,1024,0.008309333523114523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,512,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,768,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,256,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,128,0.00664213349421819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,16384,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,8192,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,2048,0.010292266805966694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,2560,0.011325866977373759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,3072,0.012422399719556172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,1024,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,1536,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,256,0.007470933099587758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,128,0.00705813318490982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2560,65536,0.13032106558481854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,10240,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,6144,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,2048,0.010732799768447876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,1536,0.009504000345865887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,512,0.0074879998962084455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,768,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,256,0.0070826664566993715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,128,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,16384,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,768,65536,0.12625919977823893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,512,65536,0.1255776007970174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,7168,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,8192,0.02143359978993734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,6144,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,4096,0.01440000037352244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,3584,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1024,65536,0.12581546306610109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,2048,0.010346666971842448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,1536,0.009542399644851684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,768,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,1024,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,512,0.0074432000517845156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,128,0.0066431999206542965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,256,65536,0.12509866555531818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,2048,65536,0.1297397295633952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,8192,0.021709867318471274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,12288,0.02873813311258952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,7168,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,3072,0.012486400206883748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,3584,0.013186132907867432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,5120,0.01604480048020681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,2560,0.011193600296974183
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,2048,0.009879466891288758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,1536,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,768,0.007901866734027863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,1024,0.00865066647529602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,256,0.007427200178305308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,1536,65536,0.12837546666463215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,128,0.0066431999206542965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,16,128,65536,0.125437863667806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,4096,0.04061973492304484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,5120,0.04727466503779094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,6144,0.05560319821039835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,3584,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,7168,0.06553706725438437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,3072,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,8192,0.07406933307647705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,2560,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,1536,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,256,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,128,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,768,0.015014400084813436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,1024,0.016379732886950174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,512,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,2048,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,10240,0.08509439627329508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,8192,0.026895999908447266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,10240,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,12288,0.03891199827194214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,7168,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,6144,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,5120,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,4096,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,16384,0.048743466536204025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,3584,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,12288,0.09629013538360595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,3072,0.01487573285897573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,1024,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,2560,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,128,0.00702400008837382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,512,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,2048,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,7168,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,10240,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,12288,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,5120,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,4096,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,6144,0.019595734278361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,3072,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,2048,0.01071573297182719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,1536,0.009500799576441447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,768,0.008247466882069905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,2560,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,1024,0.009057066837946574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,16384,0.039389868577321366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,128,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,512,0.007657599945863088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,256,0.007029333213965099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,8192,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,65536,16384,0.12250239849090576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,12288,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,6144,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,4096,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,16384,0.039185067017873124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,5120,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,3072,0.012744533022244773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,1536,0.009539199868837993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,2048,0.010513066252072652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,2560,0.011673600474993388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,768,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,256,0.007057066758473713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,1024,0.008676266670227051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,512,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,3584,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,128,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,8192,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,10240,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,12288,0.03030933340390523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,16384,0.03816106716791789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,2048,0.010357333223025005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,256,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,1536,0.009538132945696514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,512,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,10240,0.02634773254394531
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,12288,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,16384,0.03829973141352336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,8192,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,5120,0.01685973405838013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,3584,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,2560,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,1024,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,1536,0.009465600053469341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,256,0.00746666689713796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,128,0.006995200117429097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,16384,0.037620266278584794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,12288,65536,0.13373546600341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,10240,0.02614826758702596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,8192,0.023011199633280435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,10240,65536,0.13192319869995117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,7168,0.020819199085235596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,5120,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,4096,0.01467626690864563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,2560,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,2048,0.010288000106811523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,1536,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,256,0.00705813318490982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,1024,0.00865066647529602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,512,0.007900799810886382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,128,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,10240,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,12288,0.030035199721654256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,8192,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,7168,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,16384,65536,0.16609279314676922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,5120,0.016313599546750386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,3584,0.013172266880671182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,3072,0.012426666418711345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,1536,0.009105066458384197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,1024,0.00867733359336853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,256,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,128,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,512,0.007502933343251546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,8192,65536,0.1316533327102661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,768,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,12288,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,7168,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,7168,65536,0.13124266465504963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,5120,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,1536,0.009527466694513957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,2048,0.01033066709836324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,2560,0.011178666353225708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,768,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,256,0.007449600100517273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,3072,0.012353066603342693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,1024,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,128,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,10240,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,12288,0.030036266644795733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,7168,0.0201365331808726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,16384,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,2048,0.010288000106811523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,3072,0.012360533078511555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,1536,0.009469866752624512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,768,0.008308266599973042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,256,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,128,0.006682666639486949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,10240,0.02587733268737793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,6144,65536,0.1308682680130005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,12288,0.029764266808827718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,16384,0.037545601526896163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,8192,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,1024,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,1536,0.00950933297475179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,2560,0.011265066266059876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,256,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,512,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,128,0.006676266590754191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,5120,65536,0.13144746621449788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,16384,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,4096,0.014267733693122864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,2048,0.010378666718800863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,1024,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,256,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,128,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,512,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,4096,65536,0.1314143975575765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,12288,0.029013333717981975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,16384,0.03659199873606364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,6144,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,7168,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,3072,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,3584,0.01318186620871226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,4096,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,1536,0.009469866752624512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,2560,0.011341866850852967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,1024,0.008302933474381765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,512,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,768,0.008286933104197185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,128,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3584,65536,0.13073066870371503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,7168,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,6144,0.018083200852076212
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,4096,0.013651200135548911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,5120,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,3584,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,2560,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,1536,0.009397332866986591
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,1024,0.008308266599973042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,2048,0.010286933183670044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,768,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,128,0.0067071999112765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,3072,65536,0.13083306948343915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,8192,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,16384,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,5120,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,7168,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,4096,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,2560,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,3584,0.013179733355840047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,2048,0.01032319962978363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,768,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,1536,0.009152000149091084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,256,0.007106133302052816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,128,0.006636799871921539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,512,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,12288,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,16384,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,8192,0.02136533260345459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,6144,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,5120,0.015973333517710367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,1536,0.009559466441472372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,2048,0.010316800077756245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,1024,0.008012799918651581
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,512,0.007416533430417378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,256,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,128,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,12288,0.029148799180984498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,16384,0.03652373154958089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,8192,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,6144,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,7168,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,4096,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,5120,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,2560,0.011132799585660299
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,1024,0.00871573289235433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2560,65536,0.12994666894276935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,1536,0.009124267101287841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,256,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,512,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,768,65536,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,12288,0.028739200035731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,512,65536,0.12526933352152508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,7168,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,6144,0.01775253415107727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1024,65536,0.12618772983551024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,8192,0.02136960029602051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,4096,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,2560,0.010728533069292705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,5120,0.01569386621316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,3072,0.012349866827329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,1536,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,2048,0.01032533347606659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,1024,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,768,0.00782293329636256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,256,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,12288,0.029151999950408937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,256,65536,0.12513279914855957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,8192,0.02102400064468384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,1536,65536,0.12588373025258381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,7168,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,6144,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,4096,0.013928533593813578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,3072,0.012361600001653036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,1536,0.009123200178146362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,2048,0.010284800330797832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,1024,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,2560,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,65536,0.12459413210550944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,512,0.0074986666440963745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,256,0.007115733126799266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,128,128,0.00664213349421819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,8,2048,65536,0.1300821304321289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,4096,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,5120,0.04396373430887858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,6144,0.05758293469746908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,7168,0.0590175986289978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,3584,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,3072,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,8192,0.07226026852925618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,2560,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,2048,0.024918399254480996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,1024,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,1536,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,512,0.012200533350308736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,128,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,256,0.009675733248392741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,768,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,10240,0.08523093064626058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,8192,0.02969706654548645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,10240,0.0347541332244873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,12288,0.03590720097223918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,7168,0.024370133876800537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,5120,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,6144,0.023414399226506552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,16384,0.05024426778157552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,4096,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,12288,0.09864532947540283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,3072,0.015703466534614564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,2560,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,1536,0.010319999853769938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,3584,0.01651306649049123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,256,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,2048,0.01269760032494863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,768,0.008348799745241801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,1024,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,7168,0.021912533044815063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,8192,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,10240,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,12288,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,5120,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,6144,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,4096,0.015629866719245912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,3584,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,2560,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,3072,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,512,0.007818666597207386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,1024,0.008708266417185466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,1536,0.00951573352018992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,256,0.0070271998643875126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,16384,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,8192,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,10240,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,12288,0.030449066559473676
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,7168,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,6144,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,16384,0.0389792005221049
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,5120,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,65536,16384,0.1325376033782959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,3072,0.012562132875124612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,3584,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,768,0.00790826678276062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,4096,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,2048,0.010525866349538168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,1536,0.009504000345865887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,256,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,512,0.007840000092983246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,8192,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,10240,0.026625066995620728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,12288,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,7168,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,6144,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,16384,0.03850239912668864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,4096,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,3584,0.013310933113098144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,768,0.008249600231647492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,1536,0.009147733449935913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,256,0.007428266604741414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,10240,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,12288,0.03017279903093974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,8192,0.02286720077196757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,16384,0.03822933435440064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,7168,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,5120,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,3072,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,2048,0.010491733749707539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,1536,0.00955839951833089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,1024,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,512,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,768,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,128,0.007021866738796234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,12288,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,12288,65536,0.1349631945292155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,10240,65536,0.13124053478240966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,7168,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,4096,0.014065066973368326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,3584,0.01318933367729187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,5120,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,2560,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,1536,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,2048,0.01032533347606659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,512,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,768,0.008260266482830047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,256,0.007417599856853485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,128,0.006638933221499126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,12288,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,16384,0.037342933813730876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,8192,0.02245866656303406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,16384,65536,0.16302080154418946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,8192,65536,0.13165226777394612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,4096,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,6144,0.018296533823013307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,1536,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,2560,0.011125333110491435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,256,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,512,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,768,0.008405333757400513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,128,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,1024,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,8192,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,10240,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,12288,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,7168,65536,0.13165226777394612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,6144,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,5120,0.016115199526151022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,2048,0.010322133700052898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,1536,0.009103999535242716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,768,0.008002133170763651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,1024,0.008714666962623597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,256,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,128,0.006718933085600535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,512,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,10240,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,12288,0.02996586759885152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,7168,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,6144,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,6144,65536,0.131550931930542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,3072,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,1024,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,2560,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,1536,0.009501866499582927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,512,0.007495466868082683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,256,0.007386666536331177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,12288,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,16384,0.03761279980341593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,4096,0.014131200313568116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,3072,0.012219732999801636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,1536,0.00951039989789327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,2048,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,2560,0.011142399907112122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,768,0.008241066833337148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,256,0.007427200178305308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,512,0.0074442664782206226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,1024,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,128,0.0066442668437957765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,12288,0.029422932863235475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,16384,0.03734079996744792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,6144,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,5120,65536,0.13086720307668048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,2560,0.011142399907112122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,768,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,1024,0.008711466193199157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,1536,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,256,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,128,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,12288,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,16384,0.03734079996744792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,7168,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,6144,0.0180842657883962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,4096,65536,0.13069760004679362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,2560,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,3072,0.012354133526484172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,3584,0.013179733355840047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,1536,0.009124267101287841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,2048,0.009943466385205586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,512,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,256,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,128,0.006706133484840393
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,12288,0.02873706618944804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3584,65536,0.13100372950236003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,16384,0.03659199873606364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,8192,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,7168,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,6144,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,3584,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,1024,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,1536,0.00913279950618744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,2048,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,512,0.007447466750939687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,128,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,10240,0.025115732351938886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,3072,65536,0.13120853106180827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,16384,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,7168,0.019731199741363524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,5120,0.016039466857910155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,3584,0.012831999858220419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,3072,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,768,0.007937066753705342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,2048,0.010346666971842448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,1536,0.009127466877301534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,512,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,256,0.0070250665148099255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,128,0.006609066824118296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,12288,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2560,65536,0.1304917335510254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,16384,0.03658986488978068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,7168,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,6144,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,3072,0.012354133526484172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,3584,0.012768000364303589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,1536,0.00946666697661082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,1024,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,768,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,2048,0.010326400399208069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,512,0.007898666461308797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,12288,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,16384,0.036518398920694986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,8192,0.02136639952659607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,7168,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,3584,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,4096,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,5120,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,2560,0.011173333724339802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,2048,0.010035199920336406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,1536,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,1024,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,768,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,512,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,256,0.007098666826883952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,128,0.0066442668437957765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,12288,0.028742400805155437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,16384,0.03611413240432739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,2048,65536,0.12957119941711426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,7168,0.019314134120941163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,6144,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,512,65536,0.12530346711476642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,3584,0.01318826675415039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1024,65536,0.12619093259175618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,65536,0.12547840277353922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,768,65536,0.12544106642405192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,2048,0.00995306670665741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,1536,0.009468799829483033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,1024,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,768,0.008338133494059246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,256,0.007091199855009715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,512,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,256,128,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,16384,0.036586666107177736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,10240,0.025459200143814087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,6144,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,3584,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,2048,0.009911466638247173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,2560,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,3072,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,1536,0.009545600414276123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,1024,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,65536,0.12475732962290446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,768,0.007994666695594788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,512,0.0074421331286430355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,256,0.007109333574771881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,1536,65536,0.12790186405181886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,4,128,128,0.006637866795063019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,4096,0.04164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,5120,0.04423679908116658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,6144,0.05307733217875162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,7168,0.0605183998743693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,3584,0.03782293399175008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,3072,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,8192,0.07727893193562826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,1536,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,2560,0.029217066367467244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,256,0.009965866804122925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,1024,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,768,0.014948266744613647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,128,0.008893866340319316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,512,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,2048,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,10240,0.07976853052775065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,8192,0.02649066646893819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,10240,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,12288,0.039868799845377605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,7168,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,6144,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,5120,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,4096,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,3584,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,16384,0.04993706544240316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,12288,0.09772373040517171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,1024,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,2560,0.01399786671002706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,768,0.00848640004793803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,3072,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,1536,0.01069546639919281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,128,0.007064533233642578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,512,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,2048,0.012085333466529846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,7168,0.021437867482503255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,8192,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,10240,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,12288,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,5120,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,4096,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,2560,0.012405332922935487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,3584,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,3072,0.013380266229311624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,16384,0.03959466616312663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,1536,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,512,0.007835733393828075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,128,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,256,0.0070826664566993715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,8192,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,10240,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,65536,16384,0.12554240226745605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,7168,0.02129813234011332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,4096,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,6144,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,16384,0.03925333420435588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,3584,0.013859200477600097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,1536,0.009569066762924194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,1024,0.008676266670227051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,2048,0.010700800021489461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,3072,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,256,0.007083733379840851
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,768,0.008255999783674877
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,512,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,128,0.006634666522343953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,2560,0.011601066589355469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,8192,0.023143466313680014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,12288,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,7168,0.021095466613769532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,6144,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,5120,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,16384,0.038159998257954915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,3072,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,4096,0.014677332838376364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,1024,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,2048,0.010356266299883525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,1536,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,128,0.00709440012772878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,256,0.007086933155854543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,512,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,12288,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,16384,0.03741333484649658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,7168,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,6144,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,5120,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,2560,0.011130666732788086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,3584,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,1024,0.008826667070388794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,1536,0.009505066275596618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,2048,0.010357333223025005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,256,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,512,0.007834666470686594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,128,0.00703359991312027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,12288,0.029630933205286664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,16384,0.03761599858601888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,12288,65536,0.133461332321167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,8192,0.02300373315811157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,5120,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,7168,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,10240,65536,0.13186346689860026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,6144,0.018977065881093345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,1024,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,768,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,1536,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,128,0.0070592001080513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,256,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,512,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,2048,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,10240,0.026076799631118773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,12288,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,16384,0.03747946818669637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,8192,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,7168,0.020552533864974975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,16384,65536,0.15769599278767904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,4096,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,5120,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,6144,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,3072,0.012026666601498922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,8192,65536,0.1318933327992757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,1536,0.009124267101287841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,3584,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,256,0.007131733496983846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,128,0.006617600222428639
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,768,0.007926400005817413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,10240,0.026077866554260254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,7168,65536,0.13148159980773927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,6144,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,12288,0.029833600918451948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,7168,0.01986453334490458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,3584,0.013173333803812661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,5120,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,512,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,768,0.007838933169841767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,1024,0.008476799726486206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,256,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,128,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,12288,0.0301749328772227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,6144,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,7168,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,3584,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,4096,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,2048,0.010648533701896667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,1536,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,2560,0.011169067025184632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,3072,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,512,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,768,0.008344533046086629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,256,0.00739519993464152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,128,0.006634666522343953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,1024,0.00865066647529602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,6144,65536,0.13124266465504963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,12288,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,6144,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,5120,0.016116266449292503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,7168,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,2560,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,1024,0.008334933718045553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,1536,0.009532800316810608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,512,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,256,0.007332266867160797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,128,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,768,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,10240,0.025466666618982954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,8192,0.021363200743993123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,7168,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,4096,0.014408533771832785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,5120,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,6144,0.017683200041453042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,3072,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,1536,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,5120,65536,0.13144746621449788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,512,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,256,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,128,0.006640000144640605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,10240,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,16384,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,8192,0.021371734142303467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,4096,65536,0.13103573322296141
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,3584,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,2048,0.010729599992434185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,3072,0.012288000186284382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,1536,0.009148800373077392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,256,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,768,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,512,0.007474133372306823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,1024,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,128,0.006637866795063019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3584,65536,0.13052586714426678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,10240,0.025465599695841473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,16384,0.03658986488978068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,8192,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,6144,0.018088533480962118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,3584,0.013180800278981528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,5120,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,1536,0.009492266178131103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,2048,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,1024,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,512,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,128,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,256,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,3072,65536,0.1307978630065918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,8192,0.021437867482503255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,16384,0.03612053394317627
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,6144,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,3584,0.012761599818865457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,4096,0.013988266388575235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,2560,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,768,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,1024,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,1536,0.009473066528638203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,128,0.0066442668437957765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,256,0.007021866738796234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,512,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,10240,0.02545706629753113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,12288,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,16384,0.03631680011749268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,7168,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,6144,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,4096,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,2560,0.011468799908955891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,3072,0.012360533078511555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,2048,0.010305066903432209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2560,65536,0.1295360008875529
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,1536,0.00947093367576599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,768,0.00746559997399648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,512,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,256,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,128,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,10240,0.025060266256332397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,12288,0.029148799180984498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,6144,0.017684266964594523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,2560,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,2048,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,1024,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,1536,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,768,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,256,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,512,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,12288,0.028742400805155437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,16384,0.03679466644922892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,8192,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,10240,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,2048,65536,0.12677333354949952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,6144,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,512,65536,0.1256778637568156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,4096,0.014267733693122864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,3584,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,2560,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,2048,0.01071573297182719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,768,65536,0.12540586789449054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,65536,0.12496106624603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,1536,0.009537067015965779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,1024,0.009061333537101746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,768,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,512,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,128,0.007029333213965099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,256,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1024,65536,0.1262943983078003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,12288,0.02874666651089986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,16384,0.03651626507441203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,7168,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,8192,0.021371734142303467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,5120,0.016446933150291443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,3584,0.013238400220870972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,2560,0.011197866996129353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,2048,0.010359467069307963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,1536,0.009513599673906963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,1024,0.008713600039482117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,512,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,256,0.006985599795977275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,128,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,128,65536,0.1253717343012492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,2,1536,65536,0.12588373025258381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,4096,0.039452799161275226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,5120,0.04990293184916179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,6144,0.05836799939473471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,7168,0.06434133450190226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,3584,0.03556586503982544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,3072,0.03331306576728821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,8192,0.07581120332082113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,2560,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,1024,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,1536,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,256,0.009909333785374959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,128,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,768,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,512,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,2048,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,10240,0.08789439996083578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,8192,0.029764266808827718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,10240,0.03372373183568318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,12288,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,7168,0.026140799125035603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,6144,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,4096,0.018224000930786133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,5120,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,16384,0.045602134863535565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,2560,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,3584,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,12288,0.09762132962544759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,2048,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,256,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,3072,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,1536,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,1024,0.009091200431187947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,128,0.007088000078996022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,768,0.008679466446240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,7168,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,8192,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,10240,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,12288,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,6144,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,5120,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,4096,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,2048,0.010731732845306397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,3584,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,2560,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,3072,0.013596799969673157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,1536,0.009572266538937887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,768,0.00834986666838328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,128,0.0066453332702318835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,256,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,512,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,16384,0.039662933349609374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,8192,0.022731733322143555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,10240,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,12288,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,65536,16384,0.12581120332082113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,7168,0.021095466613769532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,6144,0.019322667519251505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,16384,0.03870720068613688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,4096,0.015154133240381876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,5120,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,2560,0.011586133639017742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,3072,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,2048,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,1536,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,256,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,512,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,128,0.006692266464233399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,3584,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,768,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,1024,0.008344533046086629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,8192,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,12288,0.030241066217422487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,7168,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,6144,0.019045333067576088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,16384,0.03843520085016887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,5120,0.01720106601715088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,3584,0.01358080009619395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,2048,0.01032426655292511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,1536,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,1024,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,768,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,128,0.00703359991312027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,512,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,256,0.0070826664566993715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,10240,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,12288,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,16384,0.03789013226826986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,8192,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,6144,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,4096,0.014406399925549826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,5120,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,3072,0.012235732873280843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,2560,0.011197866996129353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,1024,0.008341333270072937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,1536,0.009668266773223877
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,2048,0.01072106659412384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,768,0.007904000083605449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,256,0.00702400008837382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,512,0.007587199906508128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,128,0.006669866542021434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,12288,0.03010666569073995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,16384,0.037614933649698895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,12288,65536,0.1346549352010091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,8192,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,10240,65536,0.1316853364308675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,7168,0.02055786649386088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,3584,0.013238400220870972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,4096,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,6144,0.0188426673412323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,5120,0.016516266266504924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,1536,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,3072,0.012084266543388367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,1024,0.008679466446240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,768,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,256,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,512,0.0076447998483975725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,128,0.006631466746330261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,12288,0.030041599273681642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,16384,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,8192,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,6144,0.018503467241923012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,8192,65536,0.1311402638753255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,2048,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,1536,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,512,0.00749120016892751
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,256,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,768,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,1024,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,128,0.006687999765078227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,16384,65536,0.15401172637939453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,8192,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,10240,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,12288,0.030104533831278486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,7168,65536,0.13127466837565105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,6144,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,16384,0.03768426577250163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,2560,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,2048,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,512,0.007499733567237854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,256,0.007021866738796234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,128,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,1536,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,8192,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,10240,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,12288,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,7168,0.01986133257548014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,6144,0.017884800831476845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,4096,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,3584,0.013245866696039835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,16384,0.037205334504445395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,1024,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,2560,0.011192533373832702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,1536,0.009508267045021057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,768,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,256,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,512,0.00749120016892751
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,128,0.006675200164318084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,6144,65536,0.13127893606821697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,10240,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,12288,0.029764266808827718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,6144,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,3072,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,4096,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,2560,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,1536,0.009103999535242716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,2048,0.010327466328938802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,768,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,512,0.007595733304818471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,128,0.007011199990908305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,10240,0.025396267573038738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,8192,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,16384,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,5120,0.016116266449292503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,6144,0.01781866749127706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,3584,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,2560,0.011142399907112122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,1024,0.008327466746171314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,1536,0.009497599800427754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,2048,0.010319999853769938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,256,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,768,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,512,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,128,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,5120,65536,0.1306282679239909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,10240,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,16384,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,7168,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,8192,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,4096,65536,0.13161706924438477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,4096,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,5120,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,3584,0.01317759950955709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,3072,0.012354133526484172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,1536,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,768,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,256,0.007037866612275441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,1024,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,512,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,128,0.007019733389218648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,10240,0.02546773354212443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3584,65536,0.13134506543477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,16384,0.03631893396377563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,8192,0.021772799889246623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,6144,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,3584,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,5120,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,3072,0.012012799580891926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,3072,65536,0.13090240160624186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,1536,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,1024,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,2560,0.011129599809646607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,768,0.008280533552169799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,256,0.007186133166154225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,512,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,128,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,8192,0.021772799889246623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,10240,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,12288,0.029146667321523028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,16384,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,7168,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,6144,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,4096,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,3072,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,3584,0.013179733355840047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,2560,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,2048,0.010514133175214132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,768,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,1536,0.009469866752624512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,1024,0.008619733651479085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,512,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,256,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,128,0.0066431999206542965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,10240,0.025060266256332397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,12288,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,7168,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,8192,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,6144,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,3584,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,4096,0.013581867019335428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,2048,0.010696533322334289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,2560,0.011147733529408772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,1536,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2560,65536,0.13028159936269124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,1024,0.00830080012480418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,768,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,512,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,128,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,12288,0.02874133388201396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,16384,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,8192,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,7168,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,6144,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,3584,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,2048,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,2560,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,1536,0.009491200248400371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,768,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,1024,0.008962133526802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,512,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,128,0.00702400008837382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,256,0.007055999835332234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,12288,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,16384,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,2048,65536,0.12922879854838054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,8192,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,7168,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,6144,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,5120,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,4096,0.013859200477600097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,2560,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,65536,0.1249621311823527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,768,65536,0.12626026471455892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,2048,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,512,65536,0.12513279914855957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,1536,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,1024,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1024,65536,0.12622506618499757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,768,0.008309333523114523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,256,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,512,0.008211199939250947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,256,128,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,16384,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,10240,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,12288,0.028805333375930785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,8192,0.02136639952659607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,1536,65536,0.12694186369578045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,4096,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,6144,0.01808746655782064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,3072,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,3584,0.013582932949066161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,2560,0.01114453375339508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,1536,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,1024,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,768,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,512,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,65536,0.1250655968983968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,256,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,nvfp4,1,128,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,5120,3.5745780944824217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,6144,3.961926523844401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,7168,5.029239400227865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,8192,6.162708028157552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,3584,2.3507008870442707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,4096,2.702404276529948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,10240,7.511211649576824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,3072,2.0592683156331377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,2560,1.6388863881429034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,1024,0.6882645289103191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,1536,0.9980618794759115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,512,0.4013397216796875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,12288,8.691781616210937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,128,0.2100213368733724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,768,0.5374634424845378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,256,0.2780522664388021
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,2048,1.3483754475911458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,64,0.20066986083984376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,32,0.19397865931193034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,7168,1.116095987955729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,65536,16384,11.6316162109375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,8192,1.3061108907063803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,10240,1.7125024159749347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,12288,2.0543562571207685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,4096,0.6449514389038086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,5120,0.806231435139974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,6144,0.956550407409668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,3584,0.5620394388834635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,2560,0.41130666732788085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,2048,0.33262933095296227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,1024,0.17544107437133788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,1536,0.25026559829711914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,16384,2.819488016764323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,256,0.07000746726989746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,3072,0.4874538739522298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,128,0.058164266745249424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,512,0.10100159645080567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,768,0.13834239641825358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,32,0.0490826686223348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,64,0.04748053153355916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,7168,0.8796159744262695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,8192,0.9964192072550455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,10240,1.2591103871663412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,12288,1.6071051279703776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,5120,0.6017695744832356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,6144,0.7450005213419597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,4096,0.4865045229593913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,3584,0.427350393931071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,16384,2.179315185546875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,1024,0.13076693216959637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,2048,0.25176852544148765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,2560,0.31361707051595056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,3072,0.3651935895284017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,1536,0.19193174044291178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,256,0.05406826734542847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,128,0.04410133361816406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,512,0.07635733286539713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,768,0.1011349360148112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,64,0.038091735045115156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,32,0.039867734909057616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,8192,0.8514912287394205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,10240,1.0465685526529946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,12288,1.1962730407714843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,7168,0.738645362854004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,16384,1.6124980926513672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,6144,0.6169600168863932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,5120,0.5024757385253906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,3584,0.36102933883666993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,4096,0.41588160196940105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,3072,0.31081813176472983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,2560,0.2570240020751953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,1024,0.11185493469238281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,768,0.08529919783274333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,1536,0.16377174059549968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,256,0.04669440189997355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,2048,0.21193386713663737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,128,0.037544532616933184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,512,0.06369386514027914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,64,0.03515626589457194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,32,0.03679680029551188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,10240,0.8450037638346354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,16384,65536,11.552390543619792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,12288,0.9457034428914388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,16384,1.2887434641520181
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,8192,0.675498644510905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,6144,0.48588905334472654
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,7168,0.5810858408610027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,5120,0.4080938657124837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,3072,0.2485578695933024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,3584,0.2825898806254069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,4096,0.32726933161417643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,1024,0.08908053239186606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,1536,0.12697707017262777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,2560,0.20872534116109215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,2048,0.16937066713968912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,512,0.05024426778157552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,768,0.06925546328226725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,256,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,128,0.031057065725326537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,64,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,32,0.026686932643254595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,12288,65536,9.151795450846354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,10240,0.7748608271280925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,12288,0.903339703877767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,8192,0.6216021219889323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,16384,1.224777603149414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,10240,65536,7.626376342773438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,7168,0.5414239883422851
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,5120,0.3845461209615072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,6144,0.4538367907206218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,4096,0.3076106707255045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,3584,0.2670602798461914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,2048,0.15257706642150878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,3072,0.23483840624491373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,2560,0.19288746515909833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,512,0.053724801540374754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,768,0.06549973487854004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,1024,0.08007573286692302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,1536,0.11847786903381348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,64,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,128,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,32,0.027237333854039508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,256,0.04082346757253011
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,8192,0.5118293444315593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,10240,0.6314325332641602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,12288,0.7653034845987956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,8192,65536,5.580257161458333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,7168,0.44489386876424153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,16384,0.9941685358683268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,6144,0.37444267272949217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,5120,0.31525545120239257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,3072,0.18698347409566243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,3584,0.2199882666269938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,2560,0.15872106552124024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,4096,0.2531285285949707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,2048,0.12936426798502604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,256,0.029623466730117797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,768,0.05283840099970499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,512,0.04102826515833537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,1024,0.06805866559346517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,1536,0.09693866570790609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,128,0.024581333001454674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,64,0.021092265844345093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,32,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,8192,0.43369706471761066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,10240,0.5283093452453613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,12288,0.6383274714152019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,7168,0.37812798817952475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,16384,0.8297802607218424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,6144,0.31286614735921225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,5120,0.26214186350504554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,3584,0.1810421307881673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,3072,0.1578997294108073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,7168,65536,5.7334442138671875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,4096,0.21200213432312012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,2560,0.13336000442504883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,1024,0.056968533992767335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,768,0.04498666524887085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,512,0.03256640036900838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,1536,0.08171626726786295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,2048,0.10598399639129638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,64,0.019935999313990274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,128,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,256,0.02498240073521932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,32,0.020614399512608846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,8192,0.3377471923828125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,10240,0.4221962610880534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,12288,0.5188949267069499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,7168,0.2954613367716471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,16384,0.6818474451700847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,6144,0.25292800267537435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,5120,0.21172906557718912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,3072,0.12622719605763752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,6144,65536,4.482527160644532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,3584,0.14663680394490558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,2560,0.10748586654663086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,4096,0.16581974029541016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,1024,0.045393065611521406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,512,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,2048,0.08571093082427979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,768,0.03543039957682292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,1536,0.06543360153834024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,64,0.01474666694800059
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,256,0.02006933291753133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,128,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,8192,0.3153237342834473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,10240,0.3898026784261068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,12288,0.48465919494628906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,16384,0.6376426696777344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,7168,0.27361278533935546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,6144,0.2296149412790934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,5120,0.1947978655497233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,5120,65536,3.725890096028646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,3584,0.13743573824564617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,4096,0.15489385922749838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,3072,0.11601920127868652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,2560,0.0981333335240682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,2048,0.07949653466542562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,256,0.01945919990539551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,768,0.03283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,512,0.025458133220672606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,1024,0.04212586482365926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,64,0.018222934007644652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,32,0.01898346741994222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,1536,0.06181546847025553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,8192,0.2749781290690104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,10240,0.3383626619974772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,12288,0.3814751942952474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,16384,0.5084159851074219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,7168,0.24029973347981773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,6144,0.20271892547607423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,5120,0.16752640406290692
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,4096,65536,2.9562614440917967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,3584,0.11963199774424235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,2048,0.06618560155232747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,4096,0.13516799608866376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,3072,0.10127360026041668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,2560,0.08345706462860107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,256,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,512,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,768,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,1024,0.033725865681966144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,128,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,64,0.01269760032494863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,32,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,1536,0.051303466161092125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,8192,0.23145813941955568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,10240,0.28426666259765626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,12288,0.3168938636779785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,7168,0.20285439491271973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,16384,0.41690454483032224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,6144,0.16881814002990722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,5120,0.14144959449768066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3584,65536,2.6190218607584637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,3072,0.08451519807179769
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,3584,0.0981333335240682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,4096,0.11468799908955891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,2560,0.07045119603474935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,2048,0.05676373243331909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,1536,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,256,0.01365546683470408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,512,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,128,0.012150399883588155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,768,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,1024,0.03031146725018819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,32,0.01071999967098236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,64,0.01071999967098236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,8192,0.1837056001027425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,10240,0.2274986743927002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,12288,0.2558645407358805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,7168,0.16022186279296874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,16384,0.34546238581339517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,6144,0.13554347356160482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,5120,0.11130879720052082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,3072,65536,2.166891733805339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,3584,0.0799733320871989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,3072,0.0680629332860311
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,2560,0.05611413319905599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,4096,0.08997546831766765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,2048,0.04519146680831909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,512,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,768,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,256,0.012269866466522217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,1024,0.025259733200073242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,32,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,128,0.010391466816266378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,64,0.009939199686050415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,1536,0.03549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,8192,0.14178454081217448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,10240,0.17291946411132814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,12288,0.2010122617085775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,7168,0.1240063985188802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,16384,0.26289493242899575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,6144,0.10424426396687825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,5120,0.08645866711934408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2560,65536,1.7329898834228517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,3072,0.052496000130971276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,3584,0.05939840078353882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,4096,0.06929066975911459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,2048,0.03590720097223918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,2560,0.04307200113932292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,512,0.012630400061607362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,256,0.011059199770291645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,768,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,1024,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,1536,0.02744213342666626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,128,0.009530666470527648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,64,0.01034986674785614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,32,0.008674133817354839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,8192,0.09424320062001547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,10240,0.11622400283813476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,12288,0.13070080280303956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,7168,0.08267093499501546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,16384,0.17503573099772135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,6144,0.0701088031133016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,5120,0.05713813304901123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,2048,65536,1.35622189839681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,3072,0.03563520113627116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,3584,0.040686933199564616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,2560,0.03072106639544169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,4096,0.04778666496276855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,2048,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,256,0.0075093333919843035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,512,0.009638399879137675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,768,0.012422399719556172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,1024,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,1536,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,32,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,128,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,64,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,8192,0.07577599684397379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,10240,0.09277546405792236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,12288,0.1016149361928304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,7168,0.06662933429082235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,16384,0.13813865979512532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,6144,0.05601386626561483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,5120,0.045739734172821046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1536,65536,1.03133970896403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,3584,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,4096,0.038023467858632407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,3072,0.02901013294855754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,2560,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,2048,0.020894932746887206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,768,0.01032319962978363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,512,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,1024,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,256,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,64,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,128,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,32,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,8192,0.05044906536738077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,10240,0.0614741325378418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,12288,0.0716106653213501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,7168,0.04444053173065186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,16384,0.09762667020161947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,6144,0.03768426577250163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,1024,65536,0.6824618657430013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,5120,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,3584,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,4096,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,2048,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,3072,0.020410666863123574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,2560,0.017678932348887125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,1536,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,1024,0.009776000181833904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,256,0.00573333352804184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,768,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,512,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,64,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,128,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,32,0.004637866715590159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,8192,0.031949865818023684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,10240,0.03816106716791789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,12288,0.046214401721954346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,16384,0.05816320180892944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,7168,0.027918932835261027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,6144,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,768,65536,0.5312512079874675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,5120,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,3584,0.013313066959381104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,2048,0.009159466624259949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,2560,0.010921600461006164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,4096,0.014807466665903726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,3072,0.012084266543388367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,256,0.0043722664316495265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,512,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,768,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,1536,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,128,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,1024,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,64,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,32,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,8192,0.026213334004084272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,10240,0.030445865790049237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,12288,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,7168,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,16384,0.04628693262736003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,6144,0.016316800316174825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,512,65536,0.38174826304117837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,5120,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,3072,0.008749866485595703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,2560,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,2048,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,3584,0.009495466947555542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,4096,0.010380799571673077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,1536,0.006415999929110209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,256,0.003815466662247976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,128,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,64,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,32,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,8192,0.0253930668036143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,10240,0.02970133423805237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,12288,0.03631786505381267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,16384,0.05085759957631429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,7168,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,256,65536,0.22326614061991373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,6144,0.014536533753077188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,5120,0.01114026705423991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,2560,0.0074421331286430355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,2048,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,3584,0.008337066570917765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,3072,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,4096,0.00923520028591156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,256,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,512,0.004244266450405121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,768,0.004640000065167745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,1024,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,64,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,1536,0.006075733403364817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,32,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,8192,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,10240,0.028468267122904463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,12288,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,16384,0.04713813463846843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,7168,0.02095359961191813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,6144,0.013514666755994161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,128,65536,0.1814463933308919
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,5120,0.009779199957847595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,3584,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,2560,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,4096,0.00826453318198522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,3072,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,256,0.003416533271471659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,512,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,1024,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,128,0.0029450667401154833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,1536,0.005666133264700572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,32,0.0029728000362714132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,64,65536,0.17810773849487305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,7168,2.4240521748860675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,8192,2.772692362467448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,10240,3.7157857259114584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,6144,2.0955883026123048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,12288,4.3723393758138025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,5120,1.7103584289550782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,4096,1.2913322448730469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8192,32,65536,0.1751039981842041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,3584,1.135754648844401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,1024,0.3489407857259115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,1536,0.5131264050801595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,512,0.20176213582356772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,256,0.1428181330362956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,2048,0.6627338409423829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,128,0.10878187020619709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,768,0.2754549344380697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,64,0.10144426822662353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,2560,0.8110080083211264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,3072,0.9736138661702475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,32,0.10042026837666829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,65536,16384,5.772457377115885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,7168,0.583405876159668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,8192,0.671124267578125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,6144,0.4856831868489583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,10240,0.8295743942260743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,12288,0.9740287780761718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,3584,0.2836480140686035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,4096,0.3279871940612793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,5120,0.4092597325642903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,3072,0.24637440045674644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,1024,0.08963519732157389
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,768,0.06918719609578451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,1536,0.12987733681996663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,2048,0.16738773981730143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,512,0.051405866940816246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,2560,0.21193386713663737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,256,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,128,0.03113066752751668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,64,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,16384,1.318612289428711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,32,0.026898133754730224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,7168,0.4435968081156413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,8192,0.513979721069336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,10240,0.6261119842529297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,12288,0.7689226786295573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,5120,0.3143679936726888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,6144,0.37676372528076174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,4096,0.24705707232157387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,16384,1.0116437276204429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,3584,0.22121706008911132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,2048,0.1278645356496175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,2560,0.16083626747131347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,1024,0.0683690627415975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,3072,0.19165439605712892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,1536,0.09844053586324056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,768,0.05263359944025675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,512,0.03952639897664388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,128,0.024370133876800537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,256,0.029421865940093994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,64,0.021163733800252278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,32,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,8192,0.4174506823221843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,10240,0.5266773223876953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,12288,0.6425600051879883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,16384,0.8521055857340494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,7168,0.3632810592651367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,6144,0.31163625717163085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,5120,0.26071039835611975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,3584,0.18111573855082194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,4096,0.20995306968688965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,3072,0.15790079434712728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,2560,0.13349547386169433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,768,0.04443946679433187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,1024,0.05655786593755087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,2048,0.10591253439585369
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,1536,0.08226133187611898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,128,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,256,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,512,0.03311040004094441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,64,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,32,0.020345600446065266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,10240,0.41362880071004227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,12288,0.5131605466206868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,16384,65536,5.713238525390625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,16384,0.6847829182942708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,8192,0.3319477399190267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,7168,0.2979167938232422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,6144,0.2508789380391439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,5120,0.20838400522867837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,4096,0.16342933972676593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,3584,0.14643200238545734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,2560,0.10591680208841961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,3072,0.1263274669647217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,12288,65536,4.525773620605468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,1536,0.06516160170237223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,768,0.03502080043156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,1024,0.045124268531799315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,2048,0.08403626283009848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,256,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,512,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,128,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,64,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,32,0.015085867047309876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,8192,0.2979167938232422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,10240,0.3869354565938314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,12288,0.4874613444010417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,10240,65536,3.696065012613932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,16384,0.6545408248901368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,7168,0.2586634635925293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,6144,0.22586026191711425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,5120,0.187664000193278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,2560,0.0947872002919515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,3584,0.13335893948872884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,3072,0.1107968012491862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,2048,0.07663040161132813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,4096,0.15005119641621906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,1024,0.04170986811319987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,1536,0.058641068140665685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,768,0.03331306576728821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,512,0.028329600890477497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,256,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,128,0.017065600554148356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,64,0.014402133226394654
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,32,0.015084800124168397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,8192,0.2662399927775065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,10240,0.33843307495117186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,12288,0.38871145248413086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,8192,65536,2.972675323486328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,16384,0.5074613253275554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,7168,0.2313898722330729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,6144,0.19916799863179524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,4096,0.13086720307668048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,5120,0.16663999557495118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,3072,0.09731520016988118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,3584,0.11479039986928304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,2560,0.08349013328552246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,1536,0.05198506514231364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,2048,0.06638720035552978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,1024,0.03590826590855916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,768,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,128,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,512,0.023076266050338745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,256,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,64,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,32,0.012967466314633688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,8192,0.22538240750630698
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,10240,0.2773002624511719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,12288,0.32737385431925453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,16384,0.42946453094482423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,7168,0.19568746884663898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,6144,0.17018879254659017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,5120,0.13946879704793294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,7168,65536,2.7848790486653643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,3072,0.08130559921264649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,2560,0.07048532962799073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,4096,0.1104863961537679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,3584,0.0958079973856608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,2048,0.05638933181762695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,768,0.023689599831899007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,512,0.018233599265416463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,1024,0.030514132976531983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,1536,0.0429418683052063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,256,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,64,0.010800000031789143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,128,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,32,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,8192,0.18411626815795898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,10240,0.2282485326131185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,12288,0.25791254043579104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,16384,0.34348373413085936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,7168,0.16042666435241698
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,6144,0.1339029312133789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,6144,65536,1.9891520182291669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,5120,0.10994346936543782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,3584,0.07860799630482992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,2048,0.04498879909515381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,4096,0.08864320119222005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,3072,0.0668341318766276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,2560,0.05577280124028524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,256,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,512,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,1024,0.02539199988047282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,768,0.020202666521072388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,1536,0.03549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,128,0.010833066701889039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,32,0.010366933544476827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,64,0.010106666882832845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,8192,0.15735360781351726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,10240,0.20381013552347818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,12288,0.24405973752339682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,16384,0.3264842669169108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,5120,65536,1.6675882975260419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,7168,0.1371466636657715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,6144,0.11731626987457275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,5120,0.09792853196461995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,3072,0.059254399935404455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,4096,0.07942826747894287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,2560,0.04922026793162028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,3584,0.06826666990915933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,2048,0.03959466616312663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,512,0.014267733693122864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,256,0.010734933614730834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,768,0.017543466885884602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,1024,0.02129813234011332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,1536,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,128,0.009194667140642803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,64,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,32,0.009915733337402343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,8192,0.13653333981831867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,10240,0.17121493021647136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,12288,0.19841599464416504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,4096,65536,1.326258087158203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,16384,0.26610347429911296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,7168,0.1185109297434489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,5120,0.08253333568572999
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,6144,0.10096639792124432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,3584,0.05843626658121744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,4096,0.06533226569493612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,2560,0.042530135313669844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,3072,0.05184959967931112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,2048,0.035634132226308186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,1536,0.02826133370399475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,1024,0.02048106590906779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,512,0.012557866175969443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,256,0.010731732845306397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,128,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,64,0.01016960044701894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,32,0.008889599641164144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,8192,0.1102176030476888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,10240,0.13964053789774578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,12288,0.17442240715026855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3584,65536,1.2576789855957031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,16384,0.22879467010498047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,7168,0.09594879945119222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,6144,0.08263359864552816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,5120,0.06966719627380372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,4096,0.055194667975107824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,3072,0.04061866601308187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,3584,0.048264535268147786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,2560,0.034134399890899655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,2048,0.028668800989786785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,768,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,1024,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,512,0.010445866982142131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,256,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,1536,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,64,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,128,0.007233066856861115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,32,0.007041066884994507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,8192,0.091649063428243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,10240,0.1149941364924113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,12288,0.13083306948343915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,7168,0.07959893544514975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,3072,65536,1.0473162968953451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,16384,0.17278186480204266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,6144,0.067413330078125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,5120,0.055504000186920165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,3072,0.035019731521606444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,4096,0.04485119978586833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,2560,0.030717867612838744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,3584,0.040140799681345624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,2048,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,256,0.008263466755549113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,512,0.010186666250228881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,768,0.012366933623949687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,1024,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,1536,0.019801600774129232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,128,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,64,0.006694399813810985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,32,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,8192,0.07140693664550782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,10240,0.09195520083109537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,12288,0.09963413079579672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,16384,0.1347925345102946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2560,65536,0.8885215759277344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,7168,0.0618837316830953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,6144,0.05372693141301473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,5120,0.04375786781311035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,2560,0.023962666591008507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,3072,0.027852799495061236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,4096,0.03543039957682292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,3584,0.03161173264185588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,768,0.010327466328938802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,512,0.008345599969228108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,2048,0.02034453352292379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,1536,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,1024,0.012161067128181458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,256,0.007019733389218648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,128,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,64,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,32,0.00600853314002355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,8192,0.04812693198521932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,10240,0.05720640023549398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,12288,0.06949546337127685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,2048,65536,0.6732447942097981
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,7168,0.042121601104736325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,16384,0.09290986855824789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,6144,0.03625066677729289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,5120,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,3072,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,2560,0.01775146722793579
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,2048,0.014946132898330688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,4096,0.02566933234532674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,3584,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,512,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,256,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,768,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,1024,0.009573333462079366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,1536,0.0124917338291804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,32,0.004368000229199727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,128,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,64,0.004228266576925913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,8192,0.037886933485666914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,10240,0.04641600052515666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,12288,0.05471680164337158
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1536,65536,0.5190986633300781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,16384,0.07321600119272867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,7168,0.032839467128117875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,5120,0.024233599503835045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,6144,0.028196267286936444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,4096,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,3584,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,2560,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,2048,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,3072,0.01652479966481527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,1536,0.010557867089907328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,768,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,1024,0.008416000008583068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,512,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,256,0.004986666639645894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,64,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,32,0.0042367999752362575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,128,0.004568533102671305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,8192,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,10240,0.033928533395131424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,12288,0.03993279933929443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,1024,65536,0.36007359822591145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,16384,0.05311146577199301
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,7168,0.022667733828226726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,6144,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,4096,0.01495146652062734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,5120,0.017409066359202065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,3584,0.013656533757845559
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,1536,0.007921066880226136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,2048,0.009227733810742695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,3072,0.012082133690516155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,2560,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,768,0.005596800148487091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,512,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,1024,0.006687999765078227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,128,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,256,0.0042303999265035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,64,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,32,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,8192,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,10240,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,12288,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,768,65536,0.2785269419352213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,16384,0.03843520085016887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,7168,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,5120,0.013513599832852682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,4096,0.010991999506950378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,6144,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,3584,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,2560,0.008679466446240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,2048,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,1536,0.006346666812896728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,3072,0.009432533383369445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,1024,0.0053951998551686605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,256,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,768,0.004975999891757965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,512,0.004222933451334635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,128,0.003416533271471659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,32,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,8192,0.01406826674938202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,10240,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,12288,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,512,65536,0.2028597354888916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,16384,0.031060266494750976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,7168,0.012676266829172769
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,4096,0.008671999971071879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,5120,0.010358400146166484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,6144,0.011556266744931539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,1536,0.005388799806435903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,3584,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,2048,0.00621013343334198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,2560,0.006693333387374878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,3072,0.007514666517575581
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,512,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,768,0.004161066561937332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,1024,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,128,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,32,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,64,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,8192,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,10240,0.01590720017751058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,12288,0.020348799228668214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,256,65536,0.11830506324768067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,16384,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,4096,0.008267733454704284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,7168,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,6144,0.01069760024547577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,5120,0.009103999535242716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,3584,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,3072,0.006632533172766368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,256,0.003339733431736628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,64,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,32,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,8192,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,10240,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,128,65536,0.09451626936594645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,12288,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,16384,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,4096,0.009915733337402343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,6144,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,5120,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,7168,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,3584,0.009504000345865887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,1536,0.004980266590913137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,2560,0.007996800045172375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,3072,0.008344533046086629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,512,0.003550933301448822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,768,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,128,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,32,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,64,0.0027242665489514667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,64,65536,0.08676693439483643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4096,32,65536,0.08850773175557455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,7168,1.136303965250651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,8192,1.3278271993001303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,6144,0.9509546915690104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,10240,1.6276874542236328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,4096,0.6495904286702474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,3072,0.48377173741658525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,12288,2.037938181559245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,5120,0.8142186482747397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,3584,0.5703690846761067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,2560,0.4149941444396973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,512,0.1018506685892741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,768,0.13963626225789388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,128,0.05830080111821493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,1024,0.17749333381652832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,32,0.05044906536738077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,64,0.04877653519312541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,256,0.07106453577677409
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,1536,0.2523808002471924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,2048,0.3374762535095215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,7168,0.29074878692626954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,65536,16384,2.8879926045735678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,8192,0.3270655949910482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,10240,0.41751893361409503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,12288,0.5224405288696289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,4096,0.16376959482828776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,5120,0.20578559239705405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,3584,0.14677653312683106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,6144,0.2472607930501302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,16384,0.6853973388671875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,3072,0.12789546648661296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,1024,0.0458026647567749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,2560,0.1043445348739624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,1536,0.06597973505655924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,512,0.026349866390228273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,256,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,768,0.03556480010350545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,128,0.01877440015474955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,2048,0.08574293454488119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,32,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,7168,0.23456320762634278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,8192,0.2669216156005859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,10240,0.3318112055460612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,12288,0.3826346715291341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,5120,0.16568427085876464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,6144,0.1998517354329427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,4096,0.13233386675516765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,16384,0.5149354616800944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,3584,0.1148576021194458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,1024,0.03618239959081014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,2560,0.08570880095163981
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,3072,0.10117119948069256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,2048,0.06809386412302652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,1536,0.052222931385040285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,256,0.01734293301900228
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,512,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,768,0.030718932549158733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,128,0.014008532961209616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,32,0.013103999694188437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,64,0.012831999858220419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,8192,0.22183359464009605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,10240,0.27955201466878254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,12288,0.3149141311645508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,16384,0.4102197329203288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,7168,0.19336533546447754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,6144,0.17537706693013508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,5120,0.13704106012980144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,3072,0.0843775987625122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,4096,0.10891946951548259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,3584,0.09727893670399984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,2560,0.07017707029978434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,1536,0.04341760079065959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,2048,0.057275732358296715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,768,0.023277866840362548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,1024,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,256,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,128,0.012001066406567892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,512,0.018296533823013307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,64,0.010458667079607646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,32,0.010713600118954976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,10240,0.22531414031982422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,12288,0.2599605401357015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,16384,65536,2.6651295979817706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,16384,0.3385685284932455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,6144,0.131549866994222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,7168,0.15502932866414387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,8192,0.1796778678894043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,5120,0.10864533583323162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,12288,65536,2.2040000915527345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,3072,0.06768746376037597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,3584,0.07782293160756429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,4096,0.08806400299072266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,2560,0.05584319829940796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,1024,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,1536,0.03563520113627116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,768,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,512,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,2048,0.045875199635823566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,256,0.012219732999801636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,64,0.010102400183677673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,128,0.010388267040252686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,32,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,8192,0.16821120580037435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,10240,0.2181450684865316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,12288,0.23729386329650878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,10240,65536,1.6428394317626953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,16384,0.3166912078857422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,7168,0.14465707143147785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,6144,0.126529065767924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,5120,0.10414079825083415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,4096,0.08622079690297445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,3072,0.05857386589050293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,1536,0.031471999486287434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,2048,0.040072532494862874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,3584,0.06970026493072509
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,1024,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,2560,0.0503114660580953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,768,0.018156800667444864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,512,0.014740266402562461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,256,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,128,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,64,0.008858666817347208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,32,0.008884267012278239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,8192,0.1358506679534912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,10240,0.16930027008056642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,12288,0.19636693000793456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,8192,65536,1.3460447947184244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,16384,0.26303146680196127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,7168,0.11799893379211426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,6144,0.1000106652577718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,4096,0.06648533344268799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,5120,0.08137493133544922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,2560,0.04293973445892334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,2048,0.03536213239034017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,1536,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,3584,0.05864213307698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,3072,0.05348693529764811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,1024,0.020683733622233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,768,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,128,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,512,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,256,0.012220799922943115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,64,0.010149332880973815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,32,0.010263466835021972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,8192,0.11001066366831462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,10240,0.13998079299926758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,12288,0.17646293640136718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,7168,65536,1.2467540740966796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,16384,0.22981972694396974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,6144,0.08164693514506022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,7168,0.09506133397420248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,5120,0.06799253622690836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,4096,0.05495680173238119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,2560,0.034953598181406656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,3072,0.04177813529968262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,3584,0.04724053144454956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,2048,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,768,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,1536,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,1024,0.016522666811943053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,512,0.010762666662534077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,256,0.008505599697430928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,64,0.006638933221499126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,128,0.007311999797821045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,32,0.006758399804433187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,8192,0.08990826606750488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,10240,0.11390399932861328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,12288,0.1303562641143799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,6144,65536,1.0232501347859702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,16384,0.17189547220865886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,7168,0.07819733619689942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,6144,0.06734399795532227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,5120,0.056009598573048915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,3584,0.040481066703796385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,4096,0.04498666524887085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,3072,0.03536320130030314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,2560,0.03099413315455119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,768,0.012162133057912191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,1536,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,1024,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,2048,0.025536000728607178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,512,0.009739733735720317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,256,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,128,0.007063466807206471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,64,0.007449600100517273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,32,0.0075093333919843035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,8192,0.08571093082427979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,10240,0.10694080193837482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,12288,0.12188906669616699
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,5120,65536,0.9204767862955728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,16384,0.1597493330637614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,7168,0.07430720329284668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,4096,0.04423786799112956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,6144,0.06464639902114869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,5120,0.05594240029652914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,3584,0.040139734745025635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,1536,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,2560,0.03017599980036418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,2048,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,3072,0.035496532917022705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,1024,0.015562666455904641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,256,0.00792746643225352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,768,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,512,0.009935999910036724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,128,0.0066431999206542965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,64,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,32,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,8192,0.0726698637008667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,10240,0.0920565366744995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,4096,65536,0.6596597035725911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,12288,0.09997226397196451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,16384,0.13431466420491536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,4096,0.03686399857203166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,5120,0.045259733994801835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,6144,0.05403306484222412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,7168,0.06308159828186036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,2560,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,1536,0.015361066659291586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,3072,0.02914773424466451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,3584,0.03304213285446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,2048,0.0211626668771108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,1024,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,128,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,512,0.008328533172607422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,768,0.009970133503278095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,256,0.007080533107121785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,64,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,32,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,8192,0.056797866026560465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,10240,0.07038186391194662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3584,65536,0.6243306477864583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,12288,0.08837119738260904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,16384,0.11499520142873128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,4096,0.02949013312657674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,6144,0.04178026517232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,5120,0.03584106763203938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,7168,0.049561599890391037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,3584,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,2560,0.020415999492009482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,2048,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,3072,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,1536,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,1024,0.010378666718800863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,128,0.0054666668176651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,768,0.009129599730173747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,512,0.0075765331586201985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,256,0.0065536002318064375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,64,0.005456000069777171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,32,0.005467733244101206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,8192,0.04594879945119222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,10240,0.05679359833399454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,12288,0.06949653625488281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,3072,65536,0.5135018666585286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,16384,0.09117013613382975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,7168,0.040277334054311116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,4096,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,5120,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,6144,0.035019731521606444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,2560,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,1536,0.012219732999801636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,3072,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,3584,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,2048,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,1024,0.00983679989973704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,512,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,768,0.008609066406885784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,128,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,256,0.005805866420269012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,64,0.005053866902987162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,32,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,8192,0.03638613224029541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2560,65536,0.4501503944396973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,10240,0.04560106595357259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,12288,0.055055999755859376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,16384,0.07382933298746744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,5120,0.024918399254480996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,7168,0.03256319959958394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,4096,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,6144,0.028875732421875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,2560,0.014658133188883463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,2048,0.012501333157221475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,1536,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,3072,0.01679146687189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,3584,0.019108267625172932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,256,0.005048533280690512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,512,0.005876266459623972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,768,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,128,0.004579199850559235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,1024,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,64,0.004500266909599304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,32,0.0045045331120491024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,8192,0.02532800038655599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,10240,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,2048,65536,0.3476479848225912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,12288,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,16384,0.050519466400146484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,7168,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,4096,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,6144,0.020201599597930907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,5120,0.01775146722793579
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,3072,0.012083199620246888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,2560,0.010673066973686219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,1536,0.007925333579381307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,2048,0.009496532877286275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,1024,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,768,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,512,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,128,0.004159999887148539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,256,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,64,0.00378560001651446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,32,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1536,65536,0.28095146814982097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,10240,0.025396267573038738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,12288,0.03003840049107869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,16384,0.04177920023600261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,6144,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,4096,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,5120,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,7168,0.019384533166885376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,3584,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,2560,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,1536,0.007075199981530507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,2048,0.008474666873613994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,3072,0.01076693336168925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,1024,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,768,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,256,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,128,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,64,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,32,0.0039594667653242745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,1024,65536,0.1945247968037923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,8192,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,10240,0.021707733472188316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,12288,0.02553279995918274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,7168,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,16384,0.034884266058603924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,6144,0.014475733041763306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,5120,0.012902399897575379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,4096,0.010781866312026978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,3584,0.010282666484514872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,3072,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,2048,0.0074432000517845156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,1536,0.006682666639486949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,2560,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,512,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,256,0.0038794666528701783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,128,0.0034048000971476236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,64,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,32,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,768,65536,0.1581727981567383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,8192,0.013858133554458618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,12288,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,10240,0.017067732413609822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,16384,0.019793067375818887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,7168,0.012786133090655008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,6144,0.011552000045776367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,5120,0.009967999656995137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,4096,0.008782933155695598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,2560,0.006775466601053874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,3584,0.008313600222269695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,3072,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,2048,0.005875200033187866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,1536,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,1024,0.004298666616280874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,256,0.003549866626660029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,512,0.0037503999968369803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,128,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,32,0.00306986669699351
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,512,65536,0.10666666825612385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,8192,0.013173333803812661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,12288,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,10240,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,7168,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,16384,0.013516799608866373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,5120,0.009911466638247173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,4096,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,6144,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,3584,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,3072,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,2560,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,2048,0.005530666808287303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,768,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,256,0.003335466732581457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,64,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,256,65536,0.06294186512629191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,8192,0.010373333096504211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,7168,0.009907199939092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,10240,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,12288,0.012831999858220419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,16384,0.015288533767064414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,3584,0.007022933165232341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,4096,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,6144,0.009105066458384197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,5120,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,1024,0.004161066561937332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,1536,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,768,0.0038634667793909705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,256,0.0034783999125162757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,32,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,128,0.003068800022204717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,128,65536,0.053179732958475744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,8192,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,7168,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,10240,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,12288,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,16384,0.010328533252080281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,5120,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,4096,0.009103999535242716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,6144,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,3584,0.008714666962623597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,2560,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,1536,0.004710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,2048,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,1024,0.0038272000849246977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,768,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,128,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,32,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,64,65536,0.04857066472371419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2048,32,65536,0.047378134727478025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,6144,0.5060949325561523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,7168,0.5783541361490886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,8192,0.6808853149414062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,5120,0.4230517387390137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,10240,0.8424138387044271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,4096,0.34020586013793946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,3584,0.2936842600504557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,2560,0.21814613342285155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,3072,0.2628234704335531
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,12288,0.9782965342203775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,1024,0.09236480394999186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,768,0.07287573019663493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,2048,0.17872319221496583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,256,0.03672746817270915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,512,0.053997866312662755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,128,0.03208640019098918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,64,0.027031467358271284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,32,0.02730453411738078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,1536,0.13486186663309735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,7168,0.15872000058492025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,8192,0.1813151995340983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,10240,0.2268160025278727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,12288,0.25927680333455405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,65536,16384,1.3252320607503256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,5120,0.11373120148976643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,6144,0.13615679740905762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,4096,0.09223146438598633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,16384,0.3535861333211263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,3072,0.0694976011912028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,3584,0.07905386288960775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,1536,0.03679680029551188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,1024,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,512,0.01597546637058258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,768,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,2560,0.05880746841430664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,256,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,2048,0.04724160035451253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,128,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,64,0.00915839970111847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,32,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,7168,0.1192629337310791
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,8192,0.13407999674479168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,10240,0.17203200658162435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,12288,0.20169386863708497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,5120,0.08396693070729574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,4096,0.06997333367665609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,6144,0.10222826798756916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,16384,0.2682880083719889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,3584,0.06041706800460815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,1536,0.028195200363794963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,2048,0.03570346832275391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,2560,0.04491839806238811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,3072,0.053447465101877846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,768,0.017206400632858276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,1024,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,512,0.012968533237775168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,256,0.012150399883588155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,128,0.01076693336168925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,64,0.00997759997844696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,32,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,8192,0.12933013439178467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,10240,0.16254186630249023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,12288,0.17578879992167157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,16384,0.2391413370768229
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,7168,0.1130186637242635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,6144,0.09458346366882324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,5120,0.07703893184661866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,4096,0.06369386514027914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,3584,0.054746667544047035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,3072,0.04696960051854451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,2560,0.03870720068613688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,1024,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,1536,0.024986666440963746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,768,0.015495466192563376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,2048,0.032358400026957196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,512,0.011809066931406657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,256,0.00874133308728536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,128,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,64,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,32,0.008755200107892354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,10240,0.11496106783548991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,16384,65536,1.3860885620117187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,12288,0.13472426732381185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,16384,0.1723050594329834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,6144,0.07003946304321289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,8192,0.09222826957702637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,7168,0.07956373691558838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,5120,0.056796801090240476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,12288,65536,1.0445173263549805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,2560,0.031336534023284915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,3072,0.03556693394978841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,2048,0.0256661335627238
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,3584,0.04157546758651733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,4096,0.04734293222427368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,1536,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,1024,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,768,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,512,0.009570133686065675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,128,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,256,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,32,0.007798400024573009
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,64,0.007449600100517273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,8192,0.08734827041625977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,10240,0.10926187038421631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,12288,0.1230837345123291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,10240,65536,0.918293317159017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,16384,0.15885547002156575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,7168,0.07673280239105225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,6144,0.0658079981803894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,5120,0.055498667558034266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,4096,0.04512213468551636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,3584,0.04143679936726888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,2048,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,1536,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,1024,0.016318933169047038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,2560,0.030987733602523805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,3072,0.03570346832275391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,768,0.013109333316485085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,512,0.009850666920344035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,256,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,128,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,64,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,32,0.010513066252072652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,8192,65536,0.6826623916625977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,8192,0.07604906558990479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,10240,0.09236480394999186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,12288,0.10168426831563313
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,16384,0.1319264014561971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,7168,0.06512639919916788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,5120,0.04601386785507202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,6144,0.05683306852976481
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,4096,0.03795733451843262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,3584,0.03379093408584595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,1536,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,2560,0.02593280076980591
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,2048,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,3072,0.029491200049718218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,1024,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,768,0.011191466450691223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,512,0.009386666615804036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,256,0.007445333401362102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,128,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,64,0.006635733445485433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,32,0.006637866795063019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,8192,0.05864213307698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,10240,0.07140693664550782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,12288,0.08874666690826416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,7168,65536,0.6297258377075196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,16384,0.1198090632756551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,7168,0.05130240122477213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,6144,0.043212799231211345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,5120,0.037137067317962645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,4096,0.03017279903093974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,3072,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,2560,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,3584,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,2048,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,1536,0.01372053325176239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,768,0.009117866555849712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,1024,0.010357333223025005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,128,0.005459199845790863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,256,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,512,0.0075093333919843035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,64,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,32,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,8192,0.04696853160858154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,10240,0.05651946862538656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,12288,0.0699722687403361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,6144,65536,0.5193706512451172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,16384,0.09099946816762289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,5120,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,7168,0.04157333374023438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,6144,0.03590720097223918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,3584,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,2560,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,3072,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,4096,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,2048,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,1024,0.00976213316122691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,768,0.008328533172607422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,1536,0.012902399897575379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,256,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,512,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,128,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,64,0.004849066833655039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,32,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,5120,65536,0.45397332509358723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,8192,0.0461461345354716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,10240,0.05509013334910075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,12288,0.06498346726099649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,16384,0.0851967970530192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,6144,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,4096,0.025604265928268432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,7168,0.040140799681345624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,5120,0.0301749328772227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,3584,0.023283199469248454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,3072,0.020959999163945517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,1024,0.00958293378353119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,2048,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,1536,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,512,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,256,0.005809066692988077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,768,0.008350933591524761
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,128,0.005188266436258951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,64,0.004915200173854828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,32,0.005389866729577383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,4096,65536,0.357478396097819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,8192,0.03720426559448242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,10240,0.04720746676127116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,12288,0.05464533170064291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,7168,0.03304213285446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,16384,0.07355626424153647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,5120,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,6144,0.029012266794840497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,4096,0.02136533260345459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,2048,0.013049599528312684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,2560,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,3584,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,1536,0.010288000106811523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,3072,0.017414400974909462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,1024,0.00826453318198522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,768,0.006962133447329204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,128,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,256,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,512,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,64,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,32,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3584,65536,0.32791786193847655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,8192,0.030652799208958942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,10240,0.03734079996744792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,12288,0.0445087989171346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,7168,0.026076799631118773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,16384,0.05819626649220785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,4096,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,5120,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,6144,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,3584,0.015495466192563376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,3072,0.013582932949066161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,1536,0.00867733359336853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,2560,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,2048,0.010733866691589355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,1024,0.007178666690985362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,768,0.006415999929110209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,256,0.004981333514054617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,512,0.0053951998551686605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,128,0.004296533266703288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,64,0.004238933324813843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,32,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,3072,65536,0.2820085207621256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,8192,0.02525866627693176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,10240,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,12288,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,7168,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,6144,0.019935999313990274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,16384,0.05044800043106079
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,5120,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,3072,0.012493866682052612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,2560,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,4096,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,3584,0.013722667098045349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,2048,0.009194667140642803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,1536,0.007854933540026348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,1024,0.006631466746330261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,512,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,256,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,768,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,64,0.003740799923737844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,32,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2560,65536,0.2334378719329834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,8192,0.020474666357040407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,10240,0.02525866627693176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,7168,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,12288,0.02969493269920349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,6144,0.016590933005015053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,16384,0.040003200372060135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,4096,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,5120,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,3584,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,3072,0.010333866874376933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,2560,0.009154133001963298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,2048,0.008346666892369587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,1536,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,768,0.0053951998551686605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,1024,0.006144000093142191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,256,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,128,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,64,0.0038261334101359046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,32,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,2048,65536,0.19425279299418133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,8192,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,10240,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,7168,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,12288,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,4096,0.010761599739392598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,3584,0.010035199920336406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,5120,0.012628266215324402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,16384,0.03331413269042969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,6144,0.014816000064214071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,2048,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,2560,0.008267733454704284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,1536,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,3072,0.009194667140642803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,512,0.004324266811211904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,256,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,128,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,768,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1536,65536,0.15189226468404132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,32,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,12288,0.02027413249015808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,10240,0.017477333545684814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,7168,0.013389866550763449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,8192,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,16384,0.027237333854039508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,3584,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,4096,0.009159466624259949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,6144,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,5120,0.01065066655476888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,3072,0.008074666559696197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,1536,0.005459199845790863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,1024,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,2048,0.006549333532651265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,2560,0.007180800040562947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,1024,65536,0.10379626750946044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,512,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,256,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,128,0.003790933390458425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,7168,0.012759466965993246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,8192,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,10240,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,12288,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,16384,0.01986666719118754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,6144,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,4096,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,5120,0.009916800260543823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,3584,0.007874133189519246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,3072,0.007477333148320516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,2560,0.006758399804433187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,1536,0.005323733389377594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,2048,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,1024,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,768,0.004266666869322458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,768,65536,0.08884586493174235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,256,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,64,0.002994133283694585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,128,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,7168,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,8192,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,10240,0.012768000364303589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,12288,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,16384,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,4096,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,5120,0.0092330664396286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,6144,0.010724266370137531
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,3584,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,3072,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,2560,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,2048,0.005734399954477946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,512,65536,0.05744959910710653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,1024,0.004435199995835622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,1536,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,256,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,64,0.0029045333464940387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,8192,0.010445866982142131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,7168,0.00990826686223348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,10240,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,12288,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,16384,0.01076586643854777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,6144,0.00904960036277771
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,4096,0.008001066744327545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,3072,0.006632533172766368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,5120,0.008364799618721008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,3584,0.007237333556016285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,256,65536,0.037818666299184164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,2048,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,768,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,512,0.003479466587305069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,64,0.002734933296839396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,128,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,32,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,7168,0.00784853349129359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,8192,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,10240,0.009505066275596618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,12288,0.00902826686700185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,16384,0.01032426655292511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,5120,0.007830399771531422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,6144,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,4096,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,3584,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,128,65536,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,2048,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,512,0.0034826666116714476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,256,0.0029994666576385496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,128,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,64,0.0026229334374268847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,32,0.00262719988822937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,8192,0.009504000345865887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,7168,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,12288,0.010734933614730834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,10240,0.009943466385205586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,16384,0.012084266543388367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,5120,0.007860266665617625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,4096,0.0074421331286430355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,3584,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,6144,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,64,65536,0.03202026685078939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,3072,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,1024,0.0045056000351905824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,2048,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,512,0.0034773332377274835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,768,0.0038901334007581077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,256,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,128,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,32,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1024,32,65536,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,5120,0.3332415898640951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,6144,0.40263573328653973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,7168,0.45854825973510743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,8192,0.5188960075378418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,10240,0.6544736226399739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,3584,0.237772798538208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,4096,0.26856107711791993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,3072,0.20408320426940918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,2560,0.16957440376281738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,768,0.05710399945576986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,512,0.04293653170267741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,1024,0.07365866502126059
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,12288,0.7672117233276368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,128,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,64,0.021847466627756752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,1536,0.10646293163299561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,256,0.029420799016952513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,32,0.02177919944127401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,2048,0.13837653795878094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,7168,0.12997972965240479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,8192,0.1469770590464274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,10240,0.18152106602986653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,12288,0.2098848025004069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,65536,16384,1.0210698445638022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,6144,0.11206293106079102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,5120,0.09270613193511963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,4096,0.07335147062937418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,16384,0.27409067153930666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,3072,0.05454399983088175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,3584,0.06564266681671142
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,1024,0.02210986614227295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,2560,0.04717333316802978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,1536,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,768,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,2048,0.03850133419036865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,256,0.012560000022252401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,512,0.014129066467285156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,128,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,32,0.01035520037015279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,64,0.010058666268984478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,7168,0.08809813658396402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,8192,0.09844053586324056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,10240,0.12540586789449054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,12288,0.14895787239074706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,5120,0.06246506770451864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,6144,0.07581013043721517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,16384,0.1945269266764323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,4096,0.05175146659215292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,3584,0.045943466822306316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,2560,0.03276906609535217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,3072,0.03829653263092041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,1024,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,1536,0.02129813234011332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,2048,0.026895999908447266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,512,0.010378666718800863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,768,0.013038933277130127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,256,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,128,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,64,0.006486399968465169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,32,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,8192,0.08450880050659179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,10240,0.10748693148295085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,12288,0.12837653160095214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,16384,0.17189760208129884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,7168,0.07420480251312256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,6144,0.06594453255335489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,5120,0.05542933146158854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,3584,0.0423253337542216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,4096,0.04574400186538696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,2560,0.031676799058914185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,3072,0.036999468008677164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,1536,0.02109973430633545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,2048,0.026693334182103474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,1024,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,512,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,768,0.01344319979349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,256,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,128,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,64,0.0066336000959078475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,32,0.0066442668437957765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,16384,65536,1.0626015981038412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,10240,0.08983893394470215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,12288,0.10451733271280925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,16384,0.13650026321411132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,7168,0.06324799855550131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,6144,0.054953598976135255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,8192,0.07127040227254232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,12288,65536,0.7604597091674805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,5120,0.045602134863535565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,3072,0.028331732749938963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,4096,0.036999468008677164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,2560,0.024707200129826863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,3584,0.03303999900817871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,2048,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,768,0.011468799908955891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,1536,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,512,0.009157333771387737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,256,0.007439999779065449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,1024,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,128,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,32,0.006626133124033611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,64,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,8192,0.07952960332234701
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,10240,0.09888532956441244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,10240,65536,0.6533781051635742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,12288,0.09509867032368978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,16384,0.12496106624603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,4096,0.040686933199564616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,7168,0.06976746718088786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,5120,0.04973440170288086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,6144,0.06082559823989868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,3584,0.03549760182698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,2048,0.021502933899561563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,1536,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,3072,0.0310591995716095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,1024,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,2560,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,768,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,512,0.007586133480072021
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,256,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,128,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,32,0.005457066496213277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,64,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,8192,65536,0.5206005414326985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,8192,0.05106346607208252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,10240,0.06314773162206014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,12288,0.07943253517150879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,7168,0.044100264708201095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,16384,0.10478826363881429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,6144,0.03884373505910237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,4096,0.026964267094930012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,5120,0.03269973397254944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,2560,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,2048,0.01590506633122762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,1536,0.013178666432698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,3584,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,1024,0.010166399677594503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,3072,0.021499733130137123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,768,0.008377599716186523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,512,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,256,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,128,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,64,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,32,0.004643199841181437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,8192,0.04649173418680827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,10240,0.05631999969482422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,12288,0.06710506280263265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,7168,65536,0.4861599922180176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,16384,0.08772160212198893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,7168,0.040890665849049886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,6144,0.03508906761805217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,5120,0.02969706654548645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,4096,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,3584,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,2560,0.01808746655782064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,3072,0.020410666863123574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,2048,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,1536,0.012971733013788858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,1024,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,768,0.008675199747085572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,512,0.0073845331867535904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,256,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,64,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,128,0.005049600203831991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,32,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,8192,0.03863893349965413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,10240,0.04796266555786133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,12288,0.05546666781107584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,6144,65536,0.4148565292358398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,16384,0.0741706689198812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,4096,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,5120,0.02567039926846822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,7168,0.03406613270441691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,6144,0.029626667499542236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,3584,0.019589332739512126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,2560,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,2048,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,1536,0.010357333223025005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,3072,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,1024,0.008338133494059246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,768,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,512,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,256,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,128,0.004569600025812784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,64,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,32,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,5120,65536,0.34676052729288737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,10240,0.04164160092671712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,8192,0.03379199902216594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,12288,0.050995198885599766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,16384,0.06608213186264038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,5120,0.023549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,4096,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,7168,0.0301749328772227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,6144,0.02662293314933777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,3072,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,3584,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,2560,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,2048,0.011654399832089742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,1536,0.00953493316968282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,1024,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,256,0.004640000065167745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,512,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,768,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,128,0.004159999887148539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,64,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,32,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,4096,65536,0.29422826766967775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,8192,0.028943999608357744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,10240,0.03529493411382039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,7168,0.025737599531809492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,12288,0.04233173529307048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,16384,0.05655893484751383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,5120,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,4096,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,3584,0.015558399756749473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,6144,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,3072,0.01386240025361379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,2560,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,1536,0.008474666873613994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,2048,0.010851200421651204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,1024,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,512,0.00518506666024526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,768,0.006142933170000712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,64,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,256,0.004300799965858459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,32,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3584,65536,0.25682026545206704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,10240,0.030789333581924438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,8192,0.025667200485865276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,12288,0.03685653209686279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,16384,0.048709332942962646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,6144,0.02006933291753133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,7168,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,5120,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,4096,0.015019733707110086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,3584,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,3072,0.012628266215324402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,2048,0.009253333012262981
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,2560,0.011213866869608562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,1536,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,1024,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,768,0.005460266768932342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,512,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,256,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,64,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,32,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,3072,65536,0.2230624039967855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,7168,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,12288,0.031196800867716472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,10240,0.026284799973169966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,16384,0.040890665849049886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,4096,0.013379200299580892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,5120,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,3584,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,6144,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,3072,0.010735999544461567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,1536,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,2560,0.009911466638247173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,2048,0.008471467097600301
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,1024,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,768,0.005390933156013489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,256,0.004264533519744873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,512,0.004990933338801066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,128,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,64,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,32,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2560,65536,0.18906346956888836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,8192,0.018703999121983846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,10240,0.021846399704615275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,7168,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,12288,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,6144,0.014337066809336343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,16384,0.031674667199452715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,4096,0.011171199878056844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,5120,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,3072,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,3584,0.010109866658846538
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,2048,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,1024,0.005118933320045471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,1536,0.006281599899133046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,2560,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,768,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,256,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,2048,65536,0.15578452746073407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,512,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,64,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,32,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,8192,0.016312533617019655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,7168,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,10240,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,12288,0.021641600131988525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,16384,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,4096,0.009497599800427754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,5120,0.011467732985814412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,6144,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,3584,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,3072,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,768,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,1024,0.0049781332413355505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,2560,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,1536,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1536,65536,0.12250560124715168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,256,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,7168,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,8192,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,10240,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,16384,0.02218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,12288,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,3584,0.008306133250395458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,4096,0.008746666709582011
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,5120,0.010317867000897724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,3072,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,6144,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,1024,65536,0.08919466336568196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,2560,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,2048,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,1536,0.005256533126036326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,768,0.0042367999752362575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,512,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,256,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,128,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,64,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,32,0.0029386666913827257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,7168,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,8192,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,10240,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,12288,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,16384,0.019588265816370645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,3584,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,4096,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,5120,0.009538132945696514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,6144,0.010923733313878376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,3072,0.0074442664782206226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,768,65536,0.06720853646596273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,1024,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,2048,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,2560,0.0062826668222745255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,256,0.003349333256483078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,64,0.0029728000362714132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,128,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,32,0.00297173336148262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,7168,0.009504000345865887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,8192,0.009904000163078307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,10240,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,12288,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,16384,0.013448533415794373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,512,65536,0.04727466503779094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,3584,0.00717439999183019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,4096,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,5120,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,6144,0.008814932902654012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,3072,0.00664213349421819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,2560,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,512,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,768,0.0037834666669368743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,256,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,64,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,12288,0.010733866691589355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,7168,0.008679466446240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,8192,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,10240,0.009880533814430237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,256,65536,0.032015999158223465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,16384,0.012366933623949687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,6144,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,3584,0.007501866420110066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,4096,0.0075103998184204105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,5120,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,768,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,512,0.0035487999518712364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,256,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,128,0.002899199972550074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,64,0.0026858667532602947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,32,0.002550400048494339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,7168,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,8192,0.008328533172607422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,12288,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,10240,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,128,65536,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,16384,0.00967039962609609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,3584,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,4096,0.007520000139872233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,6144,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,5120,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,2560,0.00661653329928716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,3072,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,1536,0.004437333345413208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,2048,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,768,0.0037503999968369803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,256,0.0030389333764712016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,64,0.00266239990790685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,32,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,7168,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,12288,0.009917866190274556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,8192,0.00874133308728536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,10240,0.008754133184750875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,16384,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,64,65536,0.025942399104436235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,6144,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,5120,0.007577600081761678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,3584,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,4096,0.0075765331586201985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,3072,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,2560,0.006666666766007741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,1536,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,512,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,1024,0.004222933451334635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,256,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,128,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,768,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,64,0.002630399912595749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,32,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,768,32,65536,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,5120,0.22763519287109374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,6144,0.26869548161824547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,7168,0.31498241424560547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,8192,0.3598677317301432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,3584,0.1609066645304362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,10240,0.4372458775838216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,4096,0.18350079854329426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,3072,0.13977600733439127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,2560,0.11813546816507976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,1024,0.050588798522949216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,768,0.04007360140482585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,512,0.029764266808827718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,1536,0.07147733370463052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,128,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,12288,0.5522773106892903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,256,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,64,0.016586666305859886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,32,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,2048,0.09448106288909912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,7168,0.08273279666900635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,8192,0.09321813583374024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,10240,0.11881706714630128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,12288,0.13789973258972169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,65536,16384,0.7241717020670573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,5120,0.05925546487172445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,6144,0.07133866945902506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,4096,0.04925440152486165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,16384,0.18575466473897298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,3584,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,3072,0.03781973520914714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,768,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,2560,0.03160640001296997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,512,0.010379733641942342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,1024,0.01611733337243398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,2048,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,256,0.007447466750939687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,1536,0.02109653353691101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,128,0.007019733389218648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,64,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,32,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,7168,0.07038079897562663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,8192,0.07905386288960775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,10240,0.09567573070526122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,12288,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,5120,0.05007359981536865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,4096,0.039596800009409586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,16384,0.13888853391011555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,6144,0.060247464974721276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,3584,0.03556480010350545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,2560,0.026349866390228273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,1024,0.013927466670672097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,2048,0.02211839954058329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,1536,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,3072,0.031062400341033934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,768,0.01167146662871043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,512,0.009498666723569233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,256,0.0074432000517845156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,128,0.006903466582298279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,64,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,32,0.00664213349421819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,8192,0.06021120150883993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,10240,0.0783349355061849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,12288,0.09502826531728109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,16384,0.12349546750386556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,7168,0.05297386646270752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,6144,0.04703786770502726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,5120,0.039868799845377605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,4096,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,2560,0.02100906570752462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,3584,0.027643734216690065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,3072,0.024569600820541382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,1024,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,768,0.009569066762924194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,1536,0.01420266628265381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,2048,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,256,0.006485333542029063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,512,0.007520000139872233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,128,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,64,0.0053258667389551794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,32,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,10240,0.05962986548741659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,12288,0.07048532962799073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,16384,0.094922669728597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,16384,65536,0.709768549601237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,8192,0.04796160062154134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,7168,0.04191360076268514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,12288,65536,0.5391093571980794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,5120,0.031062400341033934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,6144,0.03707093397776286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,3584,0.022460800409317017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,4096,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,2560,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,3072,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,2048,0.015093333522478738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,1536,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,768,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,256,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,1024,0.010036266843477885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,512,0.0068245331446329755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,128,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,64,0.004499199986457825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,32,0.004638933142026265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,8192,0.046659199396769206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,10240,0.05649066766103109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,10240,65536,0.48377173741658525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,12288,0.06772053241729736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,16384,0.08854186534881592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,5120,0.031471999486287434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,4096,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,7168,0.04143679936726888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,6144,0.036111998558044436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,3584,0.023142399390538533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,2048,0.01577600042025248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,1536,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,2560,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,1024,0.010378666718800863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,512,0.0067562664548556015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,768,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,3072,0.021169066429138184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,256,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,128,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,64,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,32,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,8192,65536,0.3595946629842123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,8192,0.040140799681345624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,10240,0.04819519917170207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,12288,0.05710506836573283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,7168,0.034474666913350424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,16384,0.0759114662806193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,6144,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,4096,0.02129813234011332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,5120,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,2560,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,3584,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,2048,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,1536,0.010461866855621338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,3072,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,1024,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,512,0.006609066824118296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,256,0.005529599885145823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,768,0.007522133489449819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,128,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,64,0.004644266764322917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,32,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,8192,0.031198932727177935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,10240,0.039662933349609374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,7168,65536,0.3451221466064453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,12288,0.04628586769104004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,16384,0.05952746470769247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,4096,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,6144,0.02443199952443441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,5120,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,7168,0.02771199941635132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,3584,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,3072,0.014126933614412942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,2048,0.011266133189201355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,1536,0.009505066275596618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,2560,0.012498133381207784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,1024,0.007080533107121785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,768,0.006348800162474315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,512,0.005464533468087515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,256,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,128,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,64,0.004166399935881296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,32,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,8192,0.027229867378870648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,6144,65536,0.2970282554626465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,10240,0.03290666739145915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,12288,0.040482131640116374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,16384,0.051268267631530764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,5120,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,7168,0.024167466163635253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,4096,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,3584,0.014059733351071677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,6144,0.020824533700942994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,3072,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,2560,0.011673600474993388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,2048,0.009981866677602131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,1536,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,1024,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,768,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,512,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,256,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,128,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,64,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,32,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,5120,65536,0.23640640576680502
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,8192,0.024233599503835045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,10240,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,12288,0.035358933607737224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,16384,0.04744426806767781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,7168,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,4096,0.014262400070826211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,6144,0.01890773375829061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,5120,0.016581333676973977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,3072,0.011877333124478657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,2560,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,2048,0.009297066926956176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,1536,0.007449600100517273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,1024,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,768,0.005460266768932342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,512,0.005120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,256,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,128,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,32,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,64,0.0038272000849246977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,4096,65536,0.20312746365865073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,8192,0.02239360014597575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,10240,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,12288,0.03270080089569092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,16384,0.04164160092671712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,5120,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,4096,0.013245866696039835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,3584,0.012150399883588155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,3072,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,6144,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,2048,0.008411733309427898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,2560,0.010101333260536194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,1024,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,1536,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,512,0.0049792001644770306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,256,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,768,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,128,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,64,0.003885866701602936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,32,0.0038912000755469004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3584,65536,0.17988266944885253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,10240,0.024370133876800537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,8192,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,7168,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,12288,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,16384,0.03816106716791789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,4096,0.012630400061607362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,5120,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,6144,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,3584,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,3072,0.010381866494814556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,1536,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,2048,0.007849599917729695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,2560,0.009258666634559631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,1024,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,768,0.00472320020198822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,512,0.004568533102671305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,256,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,64,0.003587199995915095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,32,0.0034474665919939675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,128,0.003819733361403147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,3072,65536,0.16022292772928876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,7168,0.017406932512919106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,8192,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,10240,0.022938666741053264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,12288,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,6144,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,5120,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,4096,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,16384,0.03556693394978841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,3584,0.010651733477910359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,3072,0.009556266665458679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,2048,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,2560,0.008307200173536937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,1024,0.005464533468087515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,1536,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,256,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2560,65536,0.1445898691813151
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,64,0.003618133316437403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,32,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,8192,0.015288533767064414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,10240,0.01767786741256714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,7168,0.013923199971516928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,12288,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,5120,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,4096,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,6144,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,16384,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,3584,0.00885759989420573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,3072,0.007925333579381307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,2560,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,1024,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,1536,0.005799466868241628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,768,0.004221866528193155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,512,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,256,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,2048,65536,0.10789546966552735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,128,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,32,0.003479466587305069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,8192,0.014198399583498635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,7168,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,10240,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,12288,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,16384,0.02034453352292379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,4096,0.008687999844551087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,5120,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,6144,0.01159999966621399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,3584,0.007933866480986278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,3072,0.007036800185839335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,1536,0.005049600203831991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,2560,0.006559999783833821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,2048,0.0058005332946777345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,768,0.0040287998815377556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1536,65536,0.08987306753794352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,256,0.003618133316437403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,128,0.002997333308060964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,64,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,32,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,10240,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,12288,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,8192,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,7168,0.012628266215324402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,16384,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,4096,0.008340266346931458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,6144,0.0109333336353302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,1024,65536,0.05700266758600871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,5120,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,3584,0.00773119976123174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,3072,0.007435733576615651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,2560,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,2048,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,512,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,1024,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,256,0.00340693344672521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,32,0.0030858665704727173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,64,0.003352533280849457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,8192,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,7168,0.01199679970741272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,10240,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,12288,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,16384,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,768,65536,0.047406931718190506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,3584,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,4096,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,5120,0.009480533003807069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,6144,0.010760533809661865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,3072,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,2560,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,1536,0.004839466512203216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,1024,0.004199466605981191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,512,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,256,0.0033749334514141084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,128,0.0033482665816942847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,64,0.0029279999434947968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,7168,0.009923199812571209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,16384,0.011371733744939168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,8192,0.010733866691589355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,10240,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,512,65536,0.03419946829477946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,12288,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,5120,0.0086709330479304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,6144,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,4096,0.007850666840871174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,3584,0.007035733262697856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,1536,0.0049792001644770306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,1024,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,512,0.0037493333220481873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,256,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,64,0.0026496000587940215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,128,0.0030752000709374744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,32,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,256,65536,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,12288,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,8192,0.008250666658083598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,7168,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,16384,0.01032426655292511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,10240,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,6144,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,5120,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,3072,0.006274133423964183
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,3584,0.007038933535416921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,2560,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,4096,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,2048,0.0053951998551686605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,1024,0.004156800111134847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,768,0.0038101332883040107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,256,0.003304533412059148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,32,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,128,65536,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,12288,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,8192,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,7168,0.007900799810886382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,10240,0.009102933605511983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,6144,0.007447466750939687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,16384,0.009707732995351156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,5120,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,4096,0.007490133245786031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,3584,0.007037866612275441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,3072,0.0070271998643875126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,64,0.0025600001215934755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,64,65536,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,7168,0.007996800045172375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,10240,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,8192,0.008548266688982646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,12288,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,16384,0.009875200192133586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,5120,0.007437866429487865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,3584,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,6144,0.007436800003051758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,4096,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,3072,0.006758399804433187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,2560,0.006646400193373363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,1536,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,768,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,1024,0.0039594667653242745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,256,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,512,32,65536,0.030379732449849445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,5120,0.18520213762919108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,6144,0.2233344078063965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,7168,0.25012693405151365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,8192,0.28904641469319664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,4096,0.14943572680155437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,10240,0.37236159642537436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,3584,0.13308586279551188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,3072,0.11093440055847167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,2560,0.09465280373891195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,768,0.0322869340578715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,1024,0.04184746742248535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,512,0.024370133876800537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,128,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,1536,0.06041599909464518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,256,0.016927999258041383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,12288,0.4345866521199544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,64,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,32,0.015018666783968607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,2048,0.07751680215199788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,7168,0.06676479975382486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,8192,0.07700373331705729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,10240,0.09308160146077474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,12288,0.10987413724263509
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,5120,0.04915306568145752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,65536,16384,0.572757339477539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,4096,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,6144,0.05768746534983317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,16384,0.14274560610453288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,3584,0.0347488005956014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,1024,0.01365546683470408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,1536,0.017614932854970296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,2048,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,768,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,512,0.01032426655292511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,256,0.0074879998962084455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,128,0.007038933535416921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,3072,0.03064746658007304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,2560,0.025667200485865276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,64,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,32,0.006693333387374878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,7168,0.050381867090860996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,8192,0.05928639968236288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,10240,0.0721887985865275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,12288,0.08523093064626058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,5120,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,16384,0.10990719795227051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,6144,0.043350398540496826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,4096,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,3584,0.0277834673722585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,1024,0.011400533715883891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,1536,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,2048,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,768,0.00955733358860016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,2560,0.020204800367355346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,3072,0.024165334304173787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,512,0.00751146674156189
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,256,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,128,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,64,0.004709333181381226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,32,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,8192,0.048401065667470294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,10240,0.05949333508809408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,12288,0.07273813088734946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,16384,0.09256959756215413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,7168,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,6144,0.036865067481994626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,5120,0.03208746711413066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,4096,0.02621866663297017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,3584,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,3072,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,1536,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,1024,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,768,0.008713600039482117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,2048,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,256,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,512,0.007414400080839793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,128,0.005125333368778229
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,64,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,32,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,16384,65536,0.5714602788289388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,10240,0.04696746667226155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,12288,0.0553984006245931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,16384,0.07622079849243164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,6144,0.02935466567675273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,7168,0.03392746845881144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,8192,0.03904746770858765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,5120,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,12288,65536,0.43438078562418625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,4096,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,3584,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,1536,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,3072,0.017196800311406454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,1024,0.00874773363272349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,2560,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,2048,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,768,0.007037866612275441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,512,0.005876266459623972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,256,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,32,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,64,0.004712533454100291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,128,0.005049600203831991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,8192,0.04341546694437663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,10240,65536,0.3663519859313965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,10240,0.051369599501291906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,12288,0.05983680089314779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,16384,0.0791914701461792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,4096,0.023143466313680014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,5120,0.027988266944885255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,7168,0.037818666299184164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,6144,0.03290026585261027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,2048,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,1536,0.011949867010116577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,3584,0.020888533194859824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,3072,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,2560,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,1024,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,768,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,512,0.007083733379840851
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,256,0.0057322666049003605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,32,0.004166399935881296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,64,0.004161066561937332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,128,0.005050666630268097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,8192,65536,0.29211308161417643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,8192,0.03099199930826823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,10240,0.03863893349965413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,12288,0.04457919994990031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,7168,0.027373866240183516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,16384,0.0579584002494812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,6144,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,5120,0.020679465929667153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,4096,0.016723199685414632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,2560,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,3584,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,2048,0.011057066917419433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,3072,0.013651200135548911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,1536,0.009170132875442504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,1024,0.007034666836261749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,512,0.005115733544031779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,256,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,768,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,128,0.00415786678592364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,64,0.0038122666378815973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,32,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,8192,0.03058240016301473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,7168,65536,0.3056309382120768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,10240,0.03686399857203166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,12288,0.04389546712239583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,16384,0.05703893502553305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,4096,0.017477333545684814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,5120,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,7168,0.027166932821273804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,6144,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,3584,0.01583999991416931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,2560,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,3072,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,2048,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,1536,0.00940053363641103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,1024,0.007494399944941203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,512,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,256,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,128,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,768,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,64,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,32,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,6144,65536,0.23377920786539713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,8192,0.023826134204864503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,10240,0.028739200035731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,12288,0.034203732013702394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,16384,0.04457919994990031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,5120,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,6144,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,3584,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,4096,0.013858133554458618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,3072,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,2560,0.01034986674785614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,2048,0.008718933661778767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,768,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,1536,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,1024,0.005805866420269012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,512,0.004638933142026265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,256,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,64,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,32,0.004198400179545084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,5120,65536,0.21637226740519205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,8192,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,10240,0.02757973273595174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,12288,0.03276906609535217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,7168,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,16384,0.04130239884058635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,4096,0.013651200135548911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,3584,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,3072,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,5120,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,6144,0.017744000752766928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,2560,0.00993173321088155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,2048,0.00826453318198522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,1536,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,1024,0.005809066692988077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,512,0.004643199841181437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,256,0.004197333256403605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,768,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,128,0.003549866626660029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,32,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,4096,65536,0.17012054125467937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,8192,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,12288,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,10240,0.021641600131988525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,7168,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,5120,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,16384,0.0329749325911204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,4096,0.011532800396283467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,3584,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,3072,0.009578667084376017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,6144,0.014539733529090881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,2048,0.00739519993464152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,1536,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,2560,0.00860479970773061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,1024,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,512,0.004166399935881296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,256,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,768,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,64,0.0032426667710145317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3584,65536,0.15469226837158204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,128,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,32,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,7168,0.017745065689086913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,8192,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,10240,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,12288,0.028056534131368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,16384,0.03577280044555664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,6144,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,4096,0.01072746713956197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,3584,0.010237866640090942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,5120,0.0136543999115626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,3072,0.00916266640027364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,2560,0.007897600034872691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,2048,0.007035733262697856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,1536,0.006073600053787232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,1024,0.005390933156013489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,768,0.0049781332413355505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,512,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,256,0.004156800111134847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,128,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,64,0.003551999976237615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,3072,65536,0.12608853181203206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,32,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,7168,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,8192,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,10240,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,12288,0.02143359978993734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,6144,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,5120,0.01181013286113739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,4096,0.010445866982142131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,16384,0.028805333375930785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,3072,0.008716799815495809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,3584,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,2560,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,2048,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,1024,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,1536,0.006205866734186808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,256,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,512,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2560,65536,0.12735679944356282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,128,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,64,0.0033503999312718712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,32,0.0035487999518712364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,10240,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,8192,0.015703466534614564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,7168,0.014677332838376364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,6144,0.012899200121561686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,12288,0.02027733325958252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,5120,0.011347200473149617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,4096,0.009698133667310078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,16384,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,3584,0.009116799632708231
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,3072,0.007853866616884867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,2560,0.007098666826883952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,2048,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,1536,0.005458133419354757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,1024,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,2048,65536,0.08816959857940673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,512,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,256,0.0034058667719364167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,128,0.0034111998975276947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,32,0.003139200061559677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,10240,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,8192,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,12288,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,7168,0.01269653340180715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,5120,0.010318932930628459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,16384,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,3584,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,4096,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,6144,0.011165866255760193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,2048,0.006006399790445963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,3072,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1536,65536,0.07605013052622477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,1536,0.005120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,1024,0.004649599889914194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,2560,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,64,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,128,0.0033781332274278007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,32,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,256,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,7168,0.0124917338291804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,8192,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,10240,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,12288,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,16384,0.016114133596420287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,1024,65536,0.057378133138020836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,6144,0.011129599809646607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,5120,0.009551999966303508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,3584,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,4096,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,3072,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,1024,0.004577066500981649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,2048,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,1536,0.005118933320045471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,256,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,32,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,8192,0.010761599739392598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,7168,0.009910399715105694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,12288,0.013582932949066161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,10240,0.01262933313846588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,16384,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,768,65536,0.04307733376820882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,4096,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,3584,0.0073738664388656614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,5120,0.009075199564297993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,6144,0.009494400024414063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,1536,0.00477866679430008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,1024,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,768,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,2048,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,128,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,64,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,512,65536,0.03461120128631592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,7168,0.008693333466847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,8192,0.008753066261609394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,10240,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,12288,0.010760533809661865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,16384,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,6144,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,3584,0.007507200042406718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,4096,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,5120,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,2560,0.00586346685886383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,2048,0.005390933156013489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,768,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,512,0.0033781332274278007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,64,0.002962133288383484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,32,0.003107200066248576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,256,65536,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,10240,0.00922879974047343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,16384,0.009576533238093059
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,12288,0.008888533711433411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,6144,0.007485866546630859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,8192,0.008343467116355896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,7168,0.00825386643409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,5120,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,4096,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,3072,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,2048,0.005054933329423269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,3584,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,1536,0.004567466676235199
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,768,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,1024,0.004031999905904134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,512,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,128,0.0028223998844623564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,256,0.003067733347415924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,65536,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,128,32,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,8192,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,10240,0.009079466263453167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,7168,0.007930666704972585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,12288,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,16384,0.009674666325251262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,6144,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,5120,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,2048,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,3584,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,3072,0.006348800162474315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,4096,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,1024,0.0038581334054470064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,256,0.0029290666182835894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,128,0.0030879999200503034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,64,0.002940800040960312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,65536,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,64,32,0.002593066543340683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,10240,0.007851733267307282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,8192,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,12288,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,6144,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,16384,0.009467732906341553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,7168,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,4096,0.007035733262697856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,3072,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,5120,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,3584,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,2048,0.0062826668222745255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,1536,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,1024,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,768,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,512,0.003416533271471659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,128,0.0026186667382717133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,256,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,64,0.002595199892918269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,65536,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,384,32,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,5120,0.13940052986145018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,6144,0.16793492635091145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,7168,0.19336533546447754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,8192,0.22333973248799643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,4096,0.11369919776916504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,10240,0.2779818534851074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,3584,0.10107093652089436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,3072,0.08734719753265381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,2560,0.07406826814015707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,768,0.026693334182103474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,1024,0.03331306576728821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,2048,0.059051732222239174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,1536,0.04642133315404256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,512,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,128,0.0116757333278656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,12288,0.3853717486063639
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,64,0.009559466441472372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,256,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,32,0.009493333101272584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,7168,0.05109759966532389
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,8192,0.05812906821568807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,10240,0.06939307053883871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,12288,0.08393279711405435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,5120,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,6144,0.04444160064061482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,4096,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,65536,16384,0.5060799916585286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,16384,0.11007786591847737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,3584,0.0279914657274882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,1024,0.011400533715883891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,768,0.009910399715105694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,3072,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,2560,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,1536,0.014338133732477823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,2048,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,256,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,512,0.007928533355395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,128,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,64,0.004987733562787374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,32,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,7168,0.03918399810791016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,8192,0.04491839806238811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,10240,0.054066133499145505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,12288,0.06498346726099649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,6144,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,5120,0.029421865940093994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,4096,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,16384,0.0846506675084432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,3584,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,1536,0.011334400375684102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,2048,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,3072,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,2560,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,1024,0.009894399841626485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,768,0.008266666531562805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,512,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,256,0.005464533468087515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,64,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,32,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,128,0.00470719983180364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,8192,0.03624853293100993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,10240,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,12288,0.05165013472239176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,16384,0.06690133412679036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,7168,0.03188160061836243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,6144,0.02758079965909322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,5120,0.023830399910608927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,4096,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,3584,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,3072,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,2560,0.013587199648221335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,1024,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,1536,0.010310399532318115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,768,0.006695466736952464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,2048,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,256,0.004916266600290934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,512,0.005386666456858317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,128,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,64,0.004167466859022776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,32,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,10240,0.037818666299184164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,12288,0.045330135027567546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,16384,65536,0.4345856030782064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,16384,0.0579584002494812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,6144,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,7168,0.027852799495061236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,8192,0.03154346744219462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,12288,65536,0.32508586247762045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,5120,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,3072,0.014131200313568116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,3584,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,4096,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,2560,0.01262933313846588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,2048,0.011124266187349956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,1024,0.00664213349421819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,1536,0.009105066458384197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,768,0.005784533421198527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,512,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,128,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,256,0.004198400179545084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,64,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,32,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,10240,65536,0.26173440615336097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,8192,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,10240,0.03420053323109944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,12288,0.04041386842727661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,16384,0.05147413412729899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,7168,0.02491626739501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,6144,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,5120,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,4096,0.01617280046145121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,3584,0.014198399583498635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,2048,0.010452266534169514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,1536,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,1024,0.0067093332608540845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,768,0.005806933343410492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,2560,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,512,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,3072,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,256,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,128,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,32,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,64,0.0038101332883040107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,8192,65536,0.22374399503072104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,8192,0.026210133234659833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,10240,0.031199999650319415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,12288,0.037067735195159913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,7168,0.02307200034459432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,16384,0.04696853160858154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,5120,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,6144,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,4096,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,3584,0.0132533331712087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,1024,0.006206933160622915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,1536,0.007894399762153625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,2560,0.01072106659412384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,2048,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,768,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,512,0.0050570666790008545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,256,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,128,0.0038176000118255613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,64,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,32,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,8192,0.022807466983795165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,10240,0.027510400613149005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,7168,65536,0.19548160235087078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,12288,0.032425600290298465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,16384,0.04198293288548787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,5120,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,7168,0.020273067553838096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,4096,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,6144,0.017953066031138103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,3072,0.011130666732788086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,3584,0.012147200107574464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,2560,0.010014933347702027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,2048,0.009015466769536335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,1024,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,1536,0.007038933535416921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,768,0.005121066669623057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,512,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,256,0.00388373335202535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,32,0.0035455999275048576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,64,0.003479466587305069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,6144,65536,0.17947200139363606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,8192,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,10240,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,12288,0.02635413408279419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,16384,0.03379199902216594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,7168,0.016794667641321818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,4096,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,6144,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,5120,0.013589333494504294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,3584,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,2560,0.009004799524943034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,3072,0.010237866640090942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,1024,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,512,0.004435199995835622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,2048,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,1536,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,256,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,64,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,128,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,32,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,5120,65536,0.15735467274983722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,8192,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,10240,0.024984532594680788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,12288,0.02969813346862793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,7168,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,16384,0.03536320130030314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,4096,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,3584,0.010014933347702027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,5120,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,3072,0.009486933549245197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,6144,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,2560,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,2048,0.007037866612275441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,1024,0.0053951998551686605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,1536,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,768,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,512,0.004368000229199727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,256,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,128,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,64,0.003472000112136205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,4096,65536,0.11810133457183838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,32,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,7168,0.014678399761517844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,8192,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,10240,0.018914133310317993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,12288,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,5120,0.011741866668065388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,4096,0.010033067067464192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,16384,0.032630399862925215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,3584,0.009496532877286275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,6144,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,2560,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,3072,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,1024,0.004710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,1536,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,2048,0.006275199850400289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,512,0.004161066561937332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,256,0.0036117332677046456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3584,65536,0.10851093133290608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,64,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,32,0.003339733431736628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,8192,0.015426133076349893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,7168,0.014060800274213156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,10240,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,12288,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,5120,0.011475200454394024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,6144,0.012423466642697651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,16384,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,4096,0.009971200426419576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,3584,0.009306666254997254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,1536,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,3072,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,2560,0.007247999807198842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,2048,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,1024,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,3072,65536,0.09820266564687094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,512,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,256,0.003787733366092046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,128,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,64,0.003066666672627131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,32,0.0033802665770053864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,7168,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,12288,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,8192,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,10240,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,16384,0.023280000686645506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,5120,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,4096,0.009159466624259949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,6144,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,3584,0.008615466952323913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,2560,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2560,65536,0.07911466757456462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,2048,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,1024,0.0045045331120491024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,3072,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,512,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,256,0.003416533271471659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,128,0.003339733431736628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,8192,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,10240,0.015286399920781454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,7168,0.0129013329744339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,16384,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,12288,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,4096,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,5120,0.010145066181818645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,6144,0.01160426636536916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,2048,65536,0.06202026605606079
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,3584,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,2560,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,3072,0.0073728000124295544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,1536,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,2048,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,1024,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,768,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,512,0.0038250667353471124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,32,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,128,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,256,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,12288,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,8192,0.01372053325176239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,10240,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,7168,0.012626133362452188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1536,65536,0.05174933274586996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,6144,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,16384,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,5120,0.009708799918492635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,4096,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,3584,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,2560,0.006284800171852112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,3072,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,1536,0.005039999882380167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,768,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,512,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,256,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,128,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,64,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,32,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,1024,65536,0.037956265608469646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,10240,0.012417067090670269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,16384,0.013448533415794373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,8192,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,12288,0.013658666610717773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,7168,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,6144,0.009479467074076335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,4096,0.007906133433183034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,5120,0.008738133311271667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,3584,0.0073738664388656614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,1024,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,2048,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,768,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,256,0.0034186666210492453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,512,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,128,0.0030005333324273427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,16384,0.012288000186284382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,768,65536,0.03242666721343994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,10240,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,8192,0.01076479951540629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,7168,0.009923199812571209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,12288,0.013587199648221335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,6144,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,4096,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,3584,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,5120,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,2560,0.006007466713587443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,768,0.0038165333370367683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,512,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,256,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,512,65536,0.026077866554260254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,12288,0.009090133508046468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,7168,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,10240,0.009501866499582927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,8192,0.008417066931724549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,6144,0.007447466750939687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,16384,0.010354133447011311
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,5120,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,4096,0.007516799867153168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,3584,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,2560,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,2048,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,1536,0.004640000065167745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,1024,0.004166399935881296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,512,0.0035157332817713416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,256,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,65536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,32,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,64,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,256,128,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,12288,0.008612266182899475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,8192,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,7168,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,16384,0.00957973301410675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,10240,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,6144,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,5120,0.008232533435026805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,4096,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,3584,0.007422933479150136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,3072,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,2560,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,2048,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,768,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,256,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,512,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,65536,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,128,0.002696533252795537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,32,0.0026464000344276427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,128,64,0.002657066782315572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,8192,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,16384,0.009513599673906963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,12288,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,10240,0.007914666831493378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,7168,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,6144,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,4096,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,5120,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,3584,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,2048,0.00621013343334198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,3072,0.006209066510200501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,1024,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,1536,0.004369066655635833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,512,0.0034048000971476236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,65536,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,256,0.003005866706371307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,128,0.002902399996916453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,64,32,0.00264533335963885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,8192,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,10240,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,16384,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,7168,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,12288,0.008310399949550629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,6144,0.006758399804433187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,5120,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,4096,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,3584,0.006281599899133046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,3072,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,2048,0.0062837332487106325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,2560,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,768,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,512,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,256,0.0030730667213598887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,65536,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,64,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,256,32,32,0.0026367999613285064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,5120,0.12701120376586914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,6144,0.15175786018371581
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,7168,0.17592426935831706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,8192,0.201147731145223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,4096,0.1035264015197754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,10240,0.24535039265950523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,3584,0.09181866645812989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,3072,0.07983893553415934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,2560,0.06611626545588176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,768,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,1024,0.030649600426355998
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,512,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,256,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,128,0.010513066252072652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,2048,0.05495466788609823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,64,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,1536,0.04164373477300008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,32,0.010313600301742554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,12288,0.3039914766947428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,7168,0.04737706581751506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,8192,0.054237866401672365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,10240,0.06516480048497518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,12288,0.07857493559519449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,5120,0.03597653309504191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,6144,0.04116479953130086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,65536,16384,0.40434452692667644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,16384,0.10161813100179036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,4096,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,3584,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,768,0.009215999643007915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,1024,0.010781866312026978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,1536,0.013659733533859252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,2560,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,512,0.006646400193373363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,2048,0.01672640045483907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,256,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,128,0.0044383997718493145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,3072,0.023553067445755006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,64,0.004633600016434988
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,32,0.00477866679430008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,7168,0.0359775980313619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,8192,0.040482131640116374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,10240,0.048503466447194415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,12288,0.0582314650217692
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,5120,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,6144,0.031203200419743855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,4096,0.0236842672030131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,16384,0.07530133724212647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,3584,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,1024,0.009118933478991191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,1536,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,2560,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,2048,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,3072,0.018161066373189292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,768,0.007481599847475688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,256,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,512,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,128,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,64,0.004167466859022776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,32,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,8192,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,10240,0.04655786752700806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,12288,0.05591146548589071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,16384,0.07140800158182779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,7168,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,6144,0.030247465769449873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,5120,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,3584,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,4096,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,3072,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,2048,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,1536,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,2560,0.014876799782117209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,1024,0.009089066584904989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,768,0.007109333574771881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,512,0.005868799984455109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,256,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,128,0.0042303999265035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,64,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,32,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,10240,0.03426986535390218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,12288,0.04130133390426636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,16384,65536,0.398199462890625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,16384,0.05246293147404989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,7168,0.025940267244974773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,8192,0.029287467400232952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,6144,0.022322134176890055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,5120,0.019591466585795084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,12288,65536,0.2883584022521973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,3072,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,4096,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,2560,0.01181226670742035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,1536,0.008889599641164144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,1024,0.006355200211207073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,768,0.005329066514968872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,2048,0.01016960044701894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,128,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,64,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,256,0.004098133246103922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,32,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,10240,65536,0.2767519950866699
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,8192,0.027577600876490277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,10240,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,12288,0.03870720068613688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,16384,0.048707199096679685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,4096,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,6144,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,5120,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,7168,0.024098134040832518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,1536,0.008302933474381765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,2048,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,3072,0.01269653340180715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,3584,0.01385599970817566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,1024,0.006230400005976359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,768,0.005126399795214335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,256,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,64,0.003550933301448822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,32,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,128,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,8192,65536,0.2012181282043457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,8192,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,10240,0.031540266672770184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,12288,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,7168,0.023140267531077067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,16384,0.047924268245697024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,3584,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,6144,0.020003199577331543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,5120,0.018092799186706542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,4096,0.015424000223477683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,2560,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,2048,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,1536,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,3072,0.01249066690603892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,1024,0.00622506688038508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,768,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,512,0.004300799965858459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,256,0.003789866715669632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,64,0.003349333256483078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,128,0.003472000112136205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,7168,65536,0.1843242645263672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,8192,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,10240,0.031269333759943646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,12288,0.03638720115025838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,16384,0.047172268231709794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,7168,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,6144,0.020478934049606323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,5120,0.01761173407236735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,4096,0.014407466848691305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,3072,0.012013866504033407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,2560,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,2048,0.009493333101272584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,1536,0.007899733384450276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,3584,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,1024,0.006074666480223338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,768,0.004980266590913137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,512,0.004435199995835622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,256,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,32,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,6144,65536,0.1727146625518799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,8192,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,10240,0.02757866581281026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,12288,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,16384,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,7168,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,5120,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,3584,0.009901866316795349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,3072,0.008833066622416178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,4096,0.013106133540471396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,2048,0.006913066903750102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,2560,0.00830506682395935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,1536,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,1024,0.004646400113900503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,768,0.004300799965858459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,128,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,512,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,256,0.0036831999818483984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,64,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,32,0.003446399917205175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,5120,65536,0.14916693369547526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,8192,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,7168,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,16384,0.043081601460774735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,5120,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,4096,0.014131200313568116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,6144,0.017001599073410034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,2560,0.007794133325417836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,3584,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,2048,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,3072,0.0086709330479304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,1024,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,512,0.0038176000118255613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,256,0.0038261334101359046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,1536,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,128,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,4096,65536,0.11509653727213542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,32,0.00310506671667099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,7168,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,10240,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,8192,0.016386133432388306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,12288,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,16384,0.031879466772079465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,4096,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,5120,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,3584,0.009553066889444987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,6144,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,1536,0.005530666808287303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,2560,0.007590400179227193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,2048,0.006630399823188781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,3072,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,1024,0.004710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,768,0.004264533519744873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,256,0.0034773332377274835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,128,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3584,65536,0.13069547017415364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,64,0.003066666672627131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,32,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,7168,0.013859200477600097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,8192,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,10240,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,12288,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,5120,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,16384,0.030789333581924438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,6144,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,4096,0.009369599819183349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,3584,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,3072,0.008238933483759562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,2560,0.0069461335738499955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,3072,65536,0.09795839786529541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,512,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,256,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,64,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,7168,0.013107200463612875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,10240,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,8192,0.01447466711203257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,12288,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,6144,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,16384,0.023142399390538533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,5120,0.010378666718800863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,3584,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,4096,0.008749866485595703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,3072,0.007652266820271809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,2048,0.0057322666049003605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,1536,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,768,0.004095999896526337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,2560,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,1024,0.004568533102671305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2560,65536,0.07700479825337728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,512,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,32,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,8192,0.01508799990018209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,10240,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,7168,0.013515733679135642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,12288,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,16384,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,6144,0.012011733651161195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,5120,0.010332799951235453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,4096,0.009087999661763508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,3584,0.007895466685295106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,2048,65536,0.0618837316830953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,3072,0.007108266651630402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,2560,0.006625066697597504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,1536,0.005047466854254405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,1024,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,512,0.0038111999630928038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,256,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,128,0.0029909332593282064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,64,0.003033600002527237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,10240,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,12288,0.014060800274213156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,8192,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,16384,0.015973333517710367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,7168,0.011333333452542622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1536,65536,0.05256533225377401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,6144,0.009920000036557516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,5120,0.009089066584904989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,4096,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,3584,0.007113599777221679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,1536,0.004841599861780802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,1024,0.004296533266703288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,2048,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,768,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,512,0.0036159999668598174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,128,0.0033386667569478357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,64,0.003050666550795237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,32,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,1024,65536,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,8192,0.011964799960454305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,12288,0.012012799580891926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,10240,0.013516799608866373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,7168,0.011174399654070537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,16384,0.01372053325176239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,6144,0.009948800007502239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,4096,0.00846613347530365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,5120,0.009102933605511983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,3584,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,3072,0.006275199850400289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,2560,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,1536,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,768,0.0038176000118255613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,128,0.0029386666913827257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,256,0.0032287999987602235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,65536,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,768,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,12288,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,16384,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,7168,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,8192,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,6144,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,10240,0.01114026705423991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,5120,0.007972266773382823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,4096,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,3584,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,3072,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,2048,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,1536,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,768,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,512,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,1024,0.0042303999265035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,128,0.003044266750415166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,65536,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,512,32,0.0025600001215934755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,16384,0.009916800260543823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,12288,0.0086517333984375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,10240,0.009495466947555542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,8192,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,6144,0.00798933357000351
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,7168,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,5120,0.007915733257929485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,3584,0.007101866602897644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,3072,0.007054933408896129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,2560,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,4096,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,2048,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,65536,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,768,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,512,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,256,0.00340693344672521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,128,0.0030517332255840302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,64,0.002621866762638092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,256,32,0.002630399912595749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,12288,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,16384,0.009715200463930766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,8192,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,10240,0.009154133001963298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,6144,0.007796266674995422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,7168,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,5120,0.007445333401362102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,3584,0.006826666494210561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,4096,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,2048,0.006278400123119354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,3072,0.006209066510200501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,65536,0.015501866738001505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,768,0.003786666691303253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,256,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,32,0.0026229334374268847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,128,64,0.0026709333062171934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,16384,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,10240,0.0075082664688428235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,12288,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,8192,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,7168,0.006826666494210561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,6144,0.006484266618887584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,5120,0.0066336000959078475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,4096,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,2560,0.006278400123119354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,65536,0.014131200313568116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,3584,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,3072,0.006281599899133046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,2048,0.006552533308664958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,1024,0.0038549333810806276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,768,0.003748266647259394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,512,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,256,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,128,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,64,0.002997333308060964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,64,32,0.0025621332228183747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,10240,0.007418666779994964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,8192,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,12288,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,7168,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,16384,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,6144,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,5120,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,3584,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,4096,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,2560,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,3072,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,2048,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,65536,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,1024,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,256,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,128,0.0029237332443396253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,32,0.0025909334421157838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,192,32,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,5120,0.12356159687042237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,6144,0.1462293306986491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,7168,0.16889173189798992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,8192,0.19472959836324055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,4096,0.10106879870096844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,3584,0.08826773166656494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,10240,0.237772798538208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,3072,0.07727893193562826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,2560,0.06338560183842977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,768,0.02286613384882609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,1024,0.02956053415934245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,128,0.009432533383369445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,512,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,256,0.010580266515413921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,12288,0.27429866790771484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,2048,0.05198506514231364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,1536,0.04007146755854289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,64,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,32,0.008341333270072937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,7168,0.04686506589253743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,8192,0.054067198435465494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,10240,0.0634879986445109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,12288,0.07625386714935303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,6144,0.04041279951731364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,5120,0.03495466709136963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,65536,16384,0.3613024075826009
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,4096,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,16384,0.09939733346303305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,3584,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,2048,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,1024,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,3072,0.023209599653879802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,768,0.008878933389981587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,1536,0.013310933113098144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,2560,0.01972480018933614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,512,0.006646400193373363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,256,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,128,0.0042250668009122215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,64,0.0038912000755469004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,32,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,7168,0.03502080043156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,8192,0.04041066567103068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,10240,0.04782079855600993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,12288,0.05758399963378906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,5120,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,4096,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,6144,0.030445865790049237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,16384,0.07307946681976318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,3584,0.01986133257548014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,1536,0.011060266693433126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,2560,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,1024,0.009022933244705201
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,2048,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,3072,0.017545600732167564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,768,0.006917333106199901
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,512,0.005456000069777171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,256,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,128,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,64,0.0038912000755469004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,32,0.004159999887148539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,8192,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,10240,0.042871467272440594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,12288,0.051712000370025636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,16384,0.065774933497111
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,7168,0.032152533531188965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,6144,0.02805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,5120,0.024578134218851723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,4096,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,3584,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,3072,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,2560,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,1536,0.010305066903432209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,1024,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,512,0.0058005332946777345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,768,0.006632533172766368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,2048,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,256,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,128,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,64,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,32,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,10240,0.03317760030428569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,16384,65536,0.3845450719197591
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,12288,0.038713598251342775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,16384,0.04969919919967651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,8192,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,7168,0.024710400899251302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,6144,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,5120,0.018502400318781535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,12288,65536,0.2807829221089681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,3584,0.013924266894658408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,3072,0.012902399897575379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,4096,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,2560,0.011129599809646607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,1536,0.008266666531562805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,1024,0.006221866607666016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,2048,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,768,0.004990933338801066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,256,0.004156800111134847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,128,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,32,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,64,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,10240,65536,0.2522453308105469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,8192,0.026147200663884478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,10240,0.030855466922124226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,12288,0.03665706713994344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,16384,0.046147199471791585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,5120,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,7168,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,6144,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,4096,0.015358933806419372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,3584,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,2048,0.009488000472386678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,1536,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,2560,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,1024,0.005806933343410492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,768,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,512,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,256,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,64,0.0037834666669368743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,32,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,8192,65536,0.1908394654591878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,8192,0.02443839907646179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,10240,0.02874133388201396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,12288,0.034065067768096924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,7168,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,16384,0.043287467956542966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,6144,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,4096,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,3584,0.012423466642697651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,5120,0.016313599546750386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,2560,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,2048,0.010373333096504211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,3072,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,1536,0.00842026670773824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,768,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,512,0.005046399931112925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,256,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,1024,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,128,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,64,0.003337600082159042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,32,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,8192,0.026076799631118773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,10240,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,7168,65536,0.17216960589090985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,12288,0.036659200986226395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,16384,0.046288001537323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,7168,0.022792534033457438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,5120,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,4096,0.014542933305104574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,6144,0.020273067553838096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,3072,0.011803733309110005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,3584,0.013170133034388224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,2560,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,2048,0.009356799721717834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,1536,0.008071466783682505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,1024,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,512,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,768,0.005049600203831991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,256,0.004221866528193155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,128,0.003549866626660029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,64,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,32,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,6144,65536,0.15442454020182292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,8192,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,10240,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,12288,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,16384,0.03419626553853353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,7168,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,6144,0.01385599970817566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,5120,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,4096,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,3584,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,2560,0.007523199915885926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,2048,0.006425599753856659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,3072,0.008679466446240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,1536,0.0053962667783101406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,1024,0.004589866598447164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,512,0.0038890667259693147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,128,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,64,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,32,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,5120,65536,0.14247360229492187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,10240,0.02197973330815633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,8192,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,12288,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,7168,0.014532267053922018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,16384,0.03133333325386047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,3584,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,4096,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,5120,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,3072,0.008405333757400513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,6144,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,2560,0.0074442664782206226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,2048,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,1536,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,512,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,768,0.0042357335488001505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,256,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,4096,65536,0.1021994670232137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,64,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,7168,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,8192,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,12288,0.0228000005086263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,10240,0.023421865701675416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,5120,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,16384,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,4096,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,3584,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,6144,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,3072,0.010249599814414978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,2048,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,1536,0.005940266450246175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,2560,0.008648533622423809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,1024,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,512,0.00420053352912267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3584,65536,0.09461759726206462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,64,0.0029279999434947968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,32,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,8192,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,10240,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,7168,0.016381866733233132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,12288,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,6144,0.014131200313568116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,16384,0.024165334304173787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,4096,0.011055999994277954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,3584,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,5120,0.012560000022252401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,3072,0.009090133508046468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,1536,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,2048,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,1024,0.004985600213209788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,2560,0.007828266421953837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,3072,65536,0.08017813364664714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,512,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,256,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,128,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,32,0.003336533407370249
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,7168,0.013579733173052468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,8192,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,16384,0.02034133275349935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,10240,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,12288,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,6144,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,4096,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,5120,0.011058132847150166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,3584,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,3072,0.007446399827798207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2560,65536,0.06877866586049398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,1536,0.004986666639645894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,768,0.00415786678592364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,512,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,128,0.003009066730737686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,64,0.002926933268706004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,32,0.0030933332939942675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,10240,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,8192,0.01562773287296295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,7168,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,12288,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,16384,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,6144,0.01125973363717397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,4096,0.008714666962623597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,5120,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,3584,0.007713066538174947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,3072,0.006909866631031036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,2048,65536,0.05464959939320883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,2560,0.0062826668222745255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,2048,0.005456000069777171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,1536,0.004975999891757965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,1024,0.004194133480389913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,768,0.0038560000558694207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,512,0.003882666677236557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,256,0.0033503999312718712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,32,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,64,0.0029002666473388673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,128,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,10240,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,12288,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,8192,0.01269760032494863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,7168,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,16384,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1536,65536,0.04553279876708984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,6144,0.010265599687894185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,4096,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,5120,0.009714133540789286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,3584,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,3072,0.010726400216420491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,2048,0.0075093333919843035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,2560,0.009494400024414063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,1024,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,512,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,128,0.00297173336148262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,64,0.0029994666576385496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,32,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,1024,65536,0.03420159816741943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,12288,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,7168,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,16384,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,10240,0.013246933619181315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,8192,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,6144,0.00955839951833089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,5120,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,4096,0.008285866677761078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,2048,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,3584,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,512,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,128,0.0030400000512599947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,64,0.0026517334083716077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,32,0.0029386666913827257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,768,65536,0.02696640094121297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,10240,0.01032533347606659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,16384,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,12288,0.011539199948310852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,7168,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,8192,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,6144,0.008262399832407634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,5120,0.007851733267307282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,4096,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,3072,0.006894933183987935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,3584,0.007513600091139476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,2560,0.006278400123119354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,2048,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,256,0.003173333406448364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,1024,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,512,0.0034474665919939675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,65536,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,512,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,16384,0.009500799576441447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,10240,0.012844799955685934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,12288,0.008679466446240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,7168,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,6144,0.007601066430409749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,8192,0.011190399527549744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,5120,0.008267733454704284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,4096,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,3072,0.007098666826883952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,3584,0.007415466507275899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,1536,0.004676266511281332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,65536,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,768,0.003748266647259394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,1024,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,256,0.003349333256483078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,128,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,64,0.0029845332105954488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,256,32,0.0030634666482607523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,10240,0.00906773308912913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,16384,0.009573333462079366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,12288,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,7168,0.00792746643225352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,8192,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,6144,0.0074421331286430355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,5120,0.007095466554164887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,3072,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,4096,0.006706133484840393
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,3584,0.006826666494210561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,2048,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,2560,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,65536,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,1024,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,768,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,256,0.0031498665610949195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,128,0.002628266563018163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,32,0.003019733230272929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,128,64,0.002624000112215678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,10240,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,12288,0.008258133133252462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,16384,0.009089066584904989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,8192,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,7168,0.007077333331108093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,6144,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,5120,0.006276266773541768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,4096,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,3584,0.006687999765078227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,2560,0.006215466558933258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,3072,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,65536,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,1024,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,512,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,768,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,64,64,0.0026933332284291584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,16384,0.008717866738637288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,12288,0.0075103998184204105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,10240,0.007850666840871174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,8192,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,7168,0.006695466736952464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,6144,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,65536,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,3072,0.006146133442719777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,2048,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,4096,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,3584,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,1024,0.0038783999780813852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,768,0.0037600000699361167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,512,0.0032085334261258446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,128,0.0026549334327379864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,64,0.002587733417749405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,160,32,32,0.0027327999472618104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,5120,0.1234602689743042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,6144,0.14643200238545734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,7168,0.17162240346272786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,8192,0.19405333201090497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,4096,0.10069226423899333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,3584,0.08915733496348063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,10240,0.23804693222045897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,3072,0.07751680215199788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,2560,0.06502293348312378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,1024,0.031675734122594196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,768,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,2048,0.05273493528366089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,64,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,256,0.011055999994277954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,32,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,128,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,1536,0.04130133390426636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,12288,0.2828981399536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,7168,0.040482131640116374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,8192,0.04836693207422892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,10240,0.05591146548589071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,12288,0.06547093391418457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,5120,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,6144,0.03563520113627116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,65536,16384,0.3743061383565267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,4096,0.026557866732279462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,16384,0.08662933508555094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,3584,0.023067732652028404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,768,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,1536,0.012082133690516155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,1024,0.009715200463930766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,2560,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,512,0.005669333537419637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,3072,0.020618667205174766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,2048,0.01474666694800059
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,256,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,64,0.0037493333220481873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,128,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,32,0.004161066561937332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,7168,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,8192,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,10240,0.04233173529307048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,12288,0.05089173316955566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,5120,0.023829332987467446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,6144,0.02757973273595174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,4096,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,16384,0.06488746802012126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,3584,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,1536,0.010034132997194927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,1024,0.008335999647776286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,2048,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,2560,0.013517866532007853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,3072,0.01590506633122762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,512,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,256,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,768,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,64,0.003819733361403147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,32,0.003958400090535482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,8192,0.030718932549158733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,10240,0.0360426664352417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,12288,0.043280001481374106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,16384,0.054851198196411134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,7168,0.026694399118423463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,6144,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,5120,0.02061226765314738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,4096,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,3584,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,2560,0.011876266201337178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,1536,0.008669867118199667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,3072,0.013379200299580892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,1024,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,768,0.004994133114814758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,512,0.004568533102671305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,2048,0.01037440001964569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,128,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,256,0.004197333256403605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,64,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,32,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,10240,0.029831467072168986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,16384,65536,0.3276447931925456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,12288,0.03652053276697795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,16384,0.04532800118128459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,7168,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,6144,0.019731199741363524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,8192,0.02601066629091899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,5120,0.017197867234547935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,12288,65536,0.24561813672383628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,4096,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,3072,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,3584,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,2560,0.010321066776911417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,2048,0.009121066331863404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,1536,0.007991466422875721
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,1024,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,128,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,768,0.005042133231957754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,256,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,64,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,32,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,10240,65536,0.2061994711558024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,8192,0.025803732872009277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,10240,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,12288,0.03631786505381267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,16384,0.0456000010172526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,7168,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,6144,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,4096,0.01495146652062734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,5120,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,2048,0.008712533116340637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,1536,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,3072,0.011266133189201355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,3584,0.012418133020401002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,2560,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,1024,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,64,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,128,0.0037450666228930154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,32,0.003549866626660029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,256,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,8192,65536,0.18390720685323078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,8192,0.021707733472188316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,10240,0.024437334140141806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,12288,0.029290666182835896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,7168,0.01830186645189921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,16384,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,5120,0.014267733693122864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,6144,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,4096,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,3584,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,3072,0.010101333260536194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,2560,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,1536,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,2048,0.007999999821186066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,1024,0.005050666630268097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,768,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,512,0.0039594667653242745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,256,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,128,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,32,0.003748266647259394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,8192,0.019525333245595296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,7168,65536,0.16281599998474122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,10240,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,12288,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,16384,0.039389868577321366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,5120,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,6144,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,4096,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,7168,0.01679146687189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,3584,0.010241066416104633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,3072,0.009157333771387737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,2560,0.008407466610272725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,2048,0.007383466760317485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,1536,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,1024,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,512,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,768,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,128,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,64,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,32,0.00340693344672521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,6144,65536,0.14568212827046711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,10240,0.019523199399312338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,8192,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,12288,0.026286933819452924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,16384,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,7168,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,6144,0.012827733159065246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,5120,0.011606400211652119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,2560,0.007590400179227193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,3072,0.008739200234413148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,3584,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,4096,0.01071573297182719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,2048,0.006222933530807495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,1536,0.0053247998158137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,1024,0.004503466685612996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,128,0.003339733431736628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,256,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,512,0.003786666691303253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,64,0.0031413334111372627
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,32,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,5120,65536,0.12199253241221111
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,10240,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,8192,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,7168,0.014127999544143677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,12288,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,16384,0.029626667499542236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,4096,0.010172800223032633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,3584,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,3072,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,2560,0.006986666719118755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,5120,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,6144,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,2048,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,1536,0.005049600203831991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,768,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,512,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,256,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,128,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,4096,65536,0.09612053235371908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,8192,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,10240,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,7168,0.013309866189956665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,12288,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,5120,0.010854400197664897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,4096,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,16384,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,3584,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,6144,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,3072,0.007592533528804779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,1536,0.005533866584300995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,2560,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,1024,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,768,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3584,65536,0.08594773610432943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,256,0.0035477332770824433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,64,0.0033482665816942847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,32,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,7168,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,10240,0.017406932512919106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,8192,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,12288,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,16384,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,4096,0.009090133508046468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,6144,0.013172266880671182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,5120,0.01030613382657369
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,3584,0.008225066463152568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,3072,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,2560,0.006417066852251689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,2048,0.0058677335580190025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,768,0.004155733436346054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,3072,65536,0.07676586310068766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,512,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,128,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,32,0.0030005333324273427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,64,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,7168,0.012897066275278726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,8192,0.014261333147684732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,12288,0.01569706698258718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,10240,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,16384,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,6144,0.011601066589355469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,5120,0.010310399532318115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,4096,0.008753066261609394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,3584,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,3072,0.007447466750939687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,2048,0.005463466544946035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2560,65536,0.06434133450190226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,768,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,1024,0.004228266576925913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,256,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,64,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,128,0.0031744000812371576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,32,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,10240,0.012970667084058127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,8192,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,7168,0.011534933249155681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,12288,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,6144,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,16384,0.015565866231918335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,4096,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,5120,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,2048,65536,0.054647465546925865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,3072,0.006630399823188781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,3584,0.007098666826883952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,2048,0.005387733379999796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,768,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,512,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,128,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,256,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,64,0.003058133274316788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,8192,0.011597866813341778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,7168,0.01032533347606659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,12288,0.014267733693122864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,10240,0.012836266557375589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1536,65536,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,16384,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,6144,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,5120,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,4096,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,3584,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,2048,0.005389866729577383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,3072,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,1536,0.004990933338801066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,128,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,64,0.00297173336148262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,1024,65536,0.03324586749076843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,16384,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,10240,0.010732799768447876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,12288,0.012359467148780823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,8192,0.009914666414260864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,7168,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,6144,0.00826453318198522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,5120,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,4096,0.007918933530648549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,3584,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,2560,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,2048,0.005188266436258951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,512,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,768,0.0037471999724706015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,256,0.003373866776625315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,128,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,64,0.002595199892918269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,32,0.002647466709216436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,768,65536,0.02785173257191976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,12288,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,10240,0.009529599547386169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,16384,0.011333333452542622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,8192,0.00869546631971995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,7168,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,5120,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,4096,0.007503999769687653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,6144,0.007512533167997997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,3072,0.0062720000743865965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,2560,0.0059338668982187905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,3584,0.007167999943097432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,2048,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,1536,0.0046304002404212955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,768,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,65536,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,256,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,128,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,64,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,512,32,0.0026335999369621276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,7168,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,10240,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,8192,0.00830506682395935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,12288,0.008684800068537394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,16384,0.009876267115275065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,6144,0.007434666653474172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,5120,0.008265600105126699
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,4096,0.007483733197053273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,3584,0.007029333213965099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,3072,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,1536,0.004636799792448679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,65536,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,1024,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,768,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,256,0.0030378667016824085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,512,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,128,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,64,0.002746666719516118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,256,32,0.0026335999369621276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,12288,0.008666666348775227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,16384,0.009572266538937887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,8192,0.007446399827798207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,7168,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,10240,0.00784853349129359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,6144,0.0067093332608540845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,4096,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,3584,0.006619733572006225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,2560,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,65536,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,2048,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,512,0.0033386667569478357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,1024,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,768,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,256,0.003068800022204717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,64,0.002526933451493581
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,128,32,0.003047466774781545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,12288,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,16384,0.008307200173536937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,10240,0.007113599777221679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,8192,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,7168,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,6144,0.006826666494210561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,4096,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,3584,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,3072,0.006226133306821187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,65536,0.013589333494504294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,2560,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,1536,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,512,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,768,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,64,0.002825599908828735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,256,0.00296426663796107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,64,32,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,12288,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,16384,0.007987200220425924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,8192,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,6144,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,10240,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,7168,0.006602666775385539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,5120,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,3584,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,65536,0.013245866696039835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,3072,0.0058005332946777345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,4096,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,2560,0.006218666831652323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,1536,0.004304000238577525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,768,0.0034805332620938623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,64,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,128,0.002593066543340683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,256,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,128,32,32,0.002570666621128718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,5120,0.10915839672088623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,6144,0.12994666894276935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,7168,0.15073386828104657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,8192,0.17367040316263835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,4096,0.09243413607279459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,3584,0.08004266421000163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,10240,0.20783893267313638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,3072,0.06976853211720785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,2560,0.058302934964497885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,2048,0.04771946668624878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,512,0.015289599696795145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,768,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,1024,0.027852799495061236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,1536,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,128,0.007921066880226136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,64,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,32,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,12288,0.28419307072957356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,256,0.009282132983207703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,7168,0.042734932899475095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,8192,0.04942506551742554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,10240,0.057684266567230226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,12288,0.06905386447906495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,5120,0.03181119958559672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,6144,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,65536,16384,0.37133652369181314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,4096,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,16384,0.08840640385945639
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,3584,0.023895466327667238
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,1024,0.009870933492978413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,768,0.008412800232569377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,2048,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,2560,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,1536,0.012089600165685017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,512,0.006281599899133046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,3072,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,256,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,128,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,64,0.003789866715669632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,32,0.0036864000062147772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,7168,0.03433493375778198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,8192,0.03979946772257487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,10240,0.04693333307902019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,12288,0.05611626704533895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,5120,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,6144,0.02983573277791341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,4096,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,16384,0.07082666556040446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,3584,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,2048,0.012768000364303589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,1024,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,2560,0.01460693379243215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,1536,0.010731732845306397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,3072,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,512,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,768,0.00664106657107671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,256,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,64,0.0034101332227389016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,128,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,32,0.003748266647259394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,8192,0.03126506606737773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,10240,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,12288,0.043828264872233076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,16384,0.05471573273340861
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,7168,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,6144,0.024235733350118003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,5120,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,3584,0.015565866231918335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,4096,0.01781546672185262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,3072,0.014060800274213156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,2560,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,1536,0.009393067161242167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,1024,0.007303466896216075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,768,0.005805866420269012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,2048,0.011059199770291645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,512,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,256,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,128,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,64,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,10240,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,16384,65536,0.3425962766011556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,12288,0.037411201000213626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,16384,0.04833279848098755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,7168,0.023484800259272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,5120,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,8192,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,6144,0.020683733622233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,12288,65536,0.270745595296224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,2560,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,3584,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,2048,0.009417600433031718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,3072,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,1024,0.005815466741720835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,4096,0.015495466192563376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,768,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,1536,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,512,0.004199466605981191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,256,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,32,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,128,0.0033386667569478357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,8192,0.025123200813929242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,10240,65536,0.20756160418192543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,10240,0.02956586678822835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,12288,0.03515306711196899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,16384,0.04396266539891561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,6144,0.019244800011316933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,5120,0.016794667641321818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,4096,0.014408533771832785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,7168,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,3584,0.012621866663297019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,2048,0.008943999807039898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,1536,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,3072,0.011471999684969585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,2560,0.010313600301742554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,1024,0.005322666466236114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,768,0.004846933484077454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,512,0.004167466859022776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,64,0.0033802665770053864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,256,0.0034495999415715536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,32,0.00340693344672521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,8192,65536,0.18056532541910808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,8192,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,10240,0.030110933383305866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,12288,0.03461120128631592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,7168,0.021709867318471274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,16384,0.04198400179545085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,6144,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,5120,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,4096,0.0136543999115626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,3584,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,2048,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,2560,0.00976213316122691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,3072,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,768,0.005188266436258951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,1536,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,1024,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,256,0.0038261334101359046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,64,0.0033503999312718712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,32,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,7168,65536,0.16581439971923828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,8192,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,10240,0.02717120051383972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,12288,0.030718932549158733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,16384,0.03659199873606364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,7168,0.016863999764124553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,5120,0.01317759950955709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,6144,0.014542933305104574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,4096,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,3584,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,3072,0.010784000158309937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,1536,0.006687999765078227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,2560,0.009513599673906963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,2048,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,1024,0.005809066692988077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,768,0.0053247998158137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,512,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,256,0.003828266759713491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,64,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,128,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,32,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,6144,65536,0.13229973316192628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,8192,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,10240,0.023010132710138957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,12288,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,16384,0.031129600604375203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,7168,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,6144,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,5120,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,4096,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,3584,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,3072,0.008758399883906047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,2560,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,1024,0.0043712000052134195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,1536,0.0049781332413355505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,128,0.003537066777547201
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,512,0.0038176000118255613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,64,0.00317546675602595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,32,0.0030730667213598887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,5120,65536,0.11499626636505127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,10240,0.021296000480651854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,8192,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,7168,0.014060800274213156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,12288,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,16384,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,3072,0.008235733211040496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,3584,0.008852266271909078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,4096,0.009904000163078307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,5120,0.010986666878064473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,2560,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,2048,0.00581226646900177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,6144,0.01262399951616923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,1024,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,4096,65536,0.09205119609832764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,64,0.00297173336148262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,128,0.0034111998975276947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,7168,0.01365013321240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,10240,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,8192,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,12288,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,16384,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,5120,0.011473066608111064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,4096,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,3584,0.009078400333722432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,3072,0.008260266482830047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,6144,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,2560,0.007523199915885926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,2048,0.005853866537412008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,256,0.0034474665919939675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,512,0.0037503999968369803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3584,65536,0.08215893109639485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,128,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,64,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,32,0.0029397333661715193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,8192,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,7168,0.012838400403658547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,10240,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,12288,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,6144,0.011575466394424439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,4096,0.009071999788284301
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,5120,0.010382933417956035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,16384,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,3584,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,2560,0.006701866785685222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,2048,0.005807999769846598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,3072,0.007868800063927968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,1536,0.005041066805521647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,3072,65536,0.07338559627532959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,768,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,512,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,64,0.0029002666473388673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,7168,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,8192,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,10240,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,12288,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,16384,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,6144,0.011270399888356526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,4096,0.010673066973686219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,3584,0.009091200431187947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,5120,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,3072,0.008746666709582011
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,2560,0.0074442664782206226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2560,65536,0.06260053316752115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,1536,0.005050666630268097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,2048,0.006619733572006225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,768,0.0038261334101359046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,512,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,32,0.0030559999247392017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,8192,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,7168,0.011766399939854939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,10240,0.014070399602254233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,12288,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,16384,0.018156800667444864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,2048,65536,0.05195306539535523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,4096,0.00922879974047343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,3584,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,5120,0.00981119970480601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,6144,0.011265066266059876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,1536,0.004981333514054617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,2048,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,2560,0.006218666831652323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,512,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,32,0.0027637332677841187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,64,0.002899199972550074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,12288,0.012698666254679362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,7168,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,8192,0.012838400403658547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,10240,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1536,65536,0.03993599812189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,16384,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,5120,0.010390399893124899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,4096,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,6144,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,3584,0.007169066866238911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,3072,0.006687999765078227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,2048,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,1024,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,1536,0.005465599894523621
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,768,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,256,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,64,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,32,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,1024,65536,0.029491200049718218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,16384,0.012286933263142903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,12288,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,10240,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,8192,0.009980799754460652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,7168,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,6144,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,4096,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,3584,0.0075103998184204105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,2560,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,3072,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,5120,0.008306133250395458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,2048,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,1536,0.004570666452248891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,1024,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,512,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,256,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,128,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,65536,0.03242666721343994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,64,0.002963199963172277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,768,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,10240,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,12288,0.010733866691589355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,16384,0.012779733538627625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,7168,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,6144,0.0074421331286430355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,8192,0.009165866176287334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,5120,0.008312533299128216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,4096,0.007845333218574524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,3072,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,3584,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,2560,0.005807999769846598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,2048,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,1024,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,256,0.0033482665816942847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,65536,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,128,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,64,0.0029056000212828318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,512,32,0.0030517332255840302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,8192,0.008711466193199157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,16384,0.009912533561388652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,12288,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,7168,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,10240,0.009497599800427754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,6144,0.007849599917729695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,5120,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,4096,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,3584,0.007111466427644093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,3072,0.007035733262697856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,2560,0.006634666522343953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,65536,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,1536,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,1024,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,768,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,256,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,128,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,32,0.0029397333661715193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,256,64,0.0026357332865397137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,16384,0.009642666578292847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,12288,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,8192,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,10240,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,7168,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,5120,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,65536,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,6144,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,3584,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,4096,0.007034666836261749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,2560,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,2048,0.0062165334820747375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,768,0.003550933301448822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,512,0.0033749334514141084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,1536,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,1024,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,128,0.002940800040960312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,32,0.0026709333062171934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,128,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,12288,0.007854933540026348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,16384,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,10240,0.007077333331108093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,8192,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,7168,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,6144,0.006488533318042755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,5120,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,4096,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,65536,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,3584,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,3072,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,2560,0.006348800162474315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,2048,0.0063509335120519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,1536,0.004634666442871094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,512,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,256,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,768,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,128,0.002621866762638092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,64,0.0026015999416510267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,64,32,0.0026517334083716077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,12288,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,16384,0.00721919983625412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,10240,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,8192,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,7168,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,6144,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,4096,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,5120,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,65536,0.012354133526484172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,3584,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,3072,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,2048,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,1024,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,256,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,64,0.002624000112215678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,96,32,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,5120,0.11369813283284505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,6144,0.1306282679239909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,7168,0.15162132581075033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,8192,0.17203200658162435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,4096,0.09509653250376383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,10240,0.21992106437683107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,3584,0.0788149356842041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,3072,0.06864213148752848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,2560,0.0578549345334371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,1024,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,768,0.0211626668771108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,512,0.01474346617857615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,2048,0.04857279856999715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,128,0.0074442664782206226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,256,0.009512533744176228
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,64,0.0070261334379514056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,32,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,1536,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,12288,0.2695850690205892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,7168,0.039389868577321366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,8192,0.04601493279139201
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,10240,0.05413440068562826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,12288,0.06512639919916788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,5120,0.029832533995310467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,65536,16384,0.36812801361083985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,4096,0.025601067145665485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,6144,0.0341322660446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,16384,0.08407039642333984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,3584,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,1024,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,1536,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,768,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,2048,0.013719466328620911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,512,0.005120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,2560,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,256,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,128,0.003787733366092046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,3072,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,7168,0.03413333495457967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,8192,0.04020800193150838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,10240,0.046078932285308835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,12288,0.05591146548589071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,4096,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,6144,0.029833600918451948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,5120,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,16384,0.0703488032023112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,3584,0.01938026746114095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,1024,0.008265600105126699
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,1536,0.010314666231473287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,3072,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,2048,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,2560,0.013988266388575235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,512,0.0050453335046768185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,768,0.006629333396752675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,256,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,128,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,64,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,32,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,8192,0.03543039957682292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,10240,0.03788906733194987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,12288,0.04498666524887085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,16384,0.057309865951538086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,7168,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,6144,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,5120,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,4096,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,2560,0.013516799608866373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,3584,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,3072,0.01460693379243215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,1024,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,1536,0.009914666414260864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,768,0.005948799848556519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,2048,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,512,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,256,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,128,0.0038165333370367683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,64,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,32,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,10240,0.031473066409428915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,12288,0.03816106716791789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,16384,65536,0.31860052744547523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,16384,0.04792319933573405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,7168,0.023549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,5120,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,8192,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,6144,0.020477867126464842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,12288,65536,0.25456639925638835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,3584,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,2560,0.01057919959227244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,4096,0.015289599696795145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,3072,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,2048,0.00962453285853068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,1536,0.007876266539096833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,1024,0.005735466877619425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,256,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,128,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,64,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,10240,65536,0.21664320627848305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,8192,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,10240,0.029284266630808513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,12288,0.03508906761805217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,16384,0.0474453330039978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,7168,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,4096,0.014537599682807923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,6144,0.019324799378712974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,5120,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,2560,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,2048,0.009076266487439474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,1536,0.007517866790294647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,3072,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,3584,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,1024,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,768,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,512,0.004228266576925913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,256,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,64,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,128,0.003403733422358831
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,32,0.002994133283694585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,8192,65536,0.17414933840433758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,10240,0.029425066709518433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,7168,0.021848533550898233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,12288,0.03345173199971517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,16384,0.040549333890279135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,6144,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,5120,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,3584,0.012219732999801636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,4096,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,2560,0.010444800059000652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,3072,0.010991999506950378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,2048,0.008711466193199157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,1536,0.007190399865309398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,768,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,1024,0.005050666630268097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,256,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,512,0.004198400179545084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,64,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,32,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,8192,0.02341973384221395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,7168,65536,0.15503573417663574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,10240,0.025667200485865276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,12288,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,16384,0.034543999036153156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,4096,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,5120,0.013178666432698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,6144,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,3072,0.010375466942787171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,7168,0.020962133010228475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,3584,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,2048,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,2560,0.010104533036549885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,1536,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,768,0.0049792001644770306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,1024,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,256,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,64,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,6144,65536,0.12858133316040038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,8192,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,10240,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,12288,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,16384,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,4096,0.010426666339238484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,6144,0.012838400403658547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,5120,0.0116074671347936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,3584,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,7168,0.01467626690864563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,3072,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,2560,0.007594666878382365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,2048,0.006218666831652323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,1536,0.00525546669960022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,512,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,128,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,32,0.003070933371782303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,5120,65536,0.1172063986460368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,8192,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,12288,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,10240,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,7168,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,5120,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,16384,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,4096,0.010038399696350097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,3584,0.009079466263453167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,3072,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,6144,0.014949333667755128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,1536,0.0049781332413355505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,2048,0.005826133489608765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,2560,0.007106133302052816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,4096,65536,0.08861119747161865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,512,0.0034048000971476236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,128,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,768,0.004227200150489807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,64,0.0030218665798505146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,32,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,8192,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,7168,0.014542933305104574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,10240,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,12288,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,16384,0.02252266605695089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,5120,0.011335466305414836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,6144,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,3584,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,4096,0.010578133662541707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,2560,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,2048,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,1536,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,1024,0.004568533102671305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,3072,0.00885653297106425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3584,65536,0.07935679753621419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,64,0.003005866706371307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,32,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,8192,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,10240,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,12288,0.01768640081087748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,7168,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,16384,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,6144,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,4096,0.009170132875442504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,5120,0.010313600301742554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,3584,0.008646399776140849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,3072,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,2560,0.006668800115585327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,1024,0.004227200150489807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,768,0.003819733361403147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,3072,65536,0.06973439852396647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,512,0.0034495999415715536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,128,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,256,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,10240,0.014127999544143677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,7168,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,8192,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,12288,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,6144,0.011431466539700825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,5120,0.009914666414260864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,4096,0.010787199934323628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,16384,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,3584,0.009639466802279156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,3072,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,2560,0.007855999966462452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2560,65536,0.06014293432235718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,2048,0.005529599885145823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,768,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,512,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,1536,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,128,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,64,0.003067733347415924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,256,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,8192,0.013383466998736063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,10240,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,7168,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,16384,0.018506666024525963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,12288,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,5120,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,6144,0.011468799908955891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,4096,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,2048,65536,0.04986879825592041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,3584,0.007852800190448761
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,2048,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,1536,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,768,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,1024,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,256,0.0033610666791598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,64,0.0029994666576385496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1536,65536,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,12288,0.010376532872517902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,10240,0.01192639966805776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,7168,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,8192,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,16384,0.013107200463612875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,6144,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,5120,0.009910399715105694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,3584,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,4096,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,2560,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,2048,0.006354133288065593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,1536,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,1024,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,512,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,256,0.0033333333830038703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,32,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,1024,65536,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,16384,0.012903466820716858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,8192,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,12288,0.01114453375339508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,10240,0.010286933183670044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,7168,0.00988159974416097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,6144,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,5120,0.008309333523114523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,4096,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,3584,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,3072,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,1536,0.004638933142026265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,2048,0.005054933329423269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,1024,0.004161066561937332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,128,0.0029418667157491045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,512,0.003550933301448822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,64,0.0025909334421157838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,65536,0.02362346649169922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,32,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,768,256,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,7168,0.008312533299128216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,12288,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,10240,0.009914666414260864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,6144,0.007514666517575581
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,16384,0.013450666268666586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,8192,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,5120,0.007875200112660725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,4096,0.007844266792138416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,3584,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,2048,0.005816533168156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,2560,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,1024,0.004226133227348328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,65536,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,256,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,128,0.0030218665798505146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,64,0.0030400000512599947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,512,32,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,16384,0.009873066345850627
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,10240,0.009103999535242716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,12288,0.009939199686050415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,8192,0.008337066570917765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,7168,0.007926400005817413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,6144,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,5120,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,4096,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,2560,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,3584,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,3072,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,65536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,1024,0.0040277334551016486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,1536,0.0045056000351905824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,768,0.0035157332817713416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,512,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,256,0.0031776001056035364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,64,0.0025994665920734406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,256,32,0.002631466587384542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,12288,0.008411733309427898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,16384,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,10240,0.009057066837946574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,8192,0.008260266482830047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,6144,0.0074421331286430355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,7168,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,5120,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,3584,0.006659199794133504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,4096,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,65536,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,3072,0.006217599908510844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,2560,0.00662720004717509
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,2048,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,1024,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,128,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,256,0.003102933367093404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,64,0.0028234665592511495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,128,32,0.002665599932273229
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,16384,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,12288,0.008215466638406117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,8192,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,10240,0.007233066856861115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,6144,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,7168,0.00662720004717509
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,65536,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,3584,0.006277333199977875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,4096,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,3072,0.006075733403364817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,2048,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,1024,0.0037823999921480812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,768,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,1536,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,512,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,256,0.0027744000156720476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,32,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,64,64,0.002593066543340683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,12288,0.007876266539096833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,16384,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,10240,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,8192,0.007080533107121785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,7168,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,6144,0.006222933530807495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,65536,0.014064000050226847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,4096,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,3584,0.006221866607666016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,3072,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,2560,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,768,0.003684266656637192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,1536,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,256,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,128,0.002666666607062022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,64,0.0027306665976842242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,80,32,32,0.0027072000006834666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,5120,0.11851306756337483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,6144,0.14158080418904623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,7168,0.1629525343577067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,8192,0.18838186264038087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,4096,0.09540266990661621
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,10240,0.23179945945739747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,3584,0.08441173235575358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,3072,0.07383146286010742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,2560,0.06181546847025553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,1024,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,768,0.02212160031000773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,512,0.015625600020090738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,1536,0.040072532494862874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,64,0.004985600213209788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,128,0.00621973325808843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,12288,0.27572905222574867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,256,0.009692800045013428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,2048,0.052019198735555015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,32,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,7168,0.03904533386230469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,8192,0.045533867677052815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,10240,0.053521064917246494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,12288,0.06440853277842204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,5120,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,65536,16384,0.3692234675089518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,6144,0.03413333495457967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,4096,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,16384,0.08294293085734049
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,3584,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,2048,0.0135861337184906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,3072,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,768,0.007516799867153168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,1536,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,1024,0.008802133798599242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,512,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,256,0.004166399935881296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,2560,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,128,0.003751466671625773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,64,0.003446399917205175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,32,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,7168,0.0322922666867574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,8192,0.037001601854960126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,10240,0.043622398376464845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,12288,0.05283840099970499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,16384,0.06775573094685873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,5120,0.024233599503835045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,6144,0.028056534131368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,4096,0.02102933327356974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,3584,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,1024,0.008065066734949748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,3072,0.016316800316174825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,1536,0.009967999656995137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,2048,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,2560,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,768,0.005819733440876007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,256,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,64,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,128,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,32,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,8192,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,10240,0.03515733480453491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,12288,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,16384,0.053692801793416345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,5120,0.0201365331808726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,7168,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,6144,0.022936532894770302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,4096,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,3584,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,3072,0.01317759950955709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,2560,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,1536,0.008282666901747386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,2048,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,1024,0.006628266473611195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,512,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,256,0.0038901334007581077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,32,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,64,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,10240,0.0284661332766215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,16384,65536,0.34682881037394203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,12288,0.03351999918619792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,16384,0.05065279801686605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,6144,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,8192,0.02450666626294454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,12288,65536,0.2516991933186849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,7168,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,5120,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,4096,0.013925333817799887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,2560,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,3584,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,2048,0.00936853289604187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,3072,0.012083199620246888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,1536,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,1024,0.005388799806435903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,512,0.003961600114901861
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,256,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,128,0.0037471999724706015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,64,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,32,0.003409066547950109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,8192,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,10240,65536,0.22224213282267252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,10240,0.027100799481074016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,12288,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,16384,0.045874134699503584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,7168,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,5120,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,6144,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,4096,0.013314132889111837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,3584,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,1536,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,3072,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,2048,0.009054932991663616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,2560,0.01030399998029073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,1024,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,512,0.0039594667653242745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,256,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,32,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,64,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,8192,65536,0.1828181266784668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,8192,0.020819199085235596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,10240,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,12288,0.03256319959958394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,7168,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,16384,0.039389868577321366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,6144,0.0200000007947286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,5120,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,4096,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,2560,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,2048,0.007656533519426982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,3072,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,1536,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,1024,0.004643199841181437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,768,0.004158933212359746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,256,0.0034111998975276947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,64,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,7168,65536,0.1563989321390788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,8192,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,10240,0.024779733022054037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,12288,0.02765120069185893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,16384,0.03399680058161418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,7168,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,6144,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,4096,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,5120,0.013309866189956665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,3072,0.009507200121879578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,2560,0.008303999900817871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,3584,0.010240000486373902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,2048,0.007049599786599477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,1536,0.005460266768932342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,1024,0.0045056000351905824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,512,0.0037429332733154297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,128,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,64,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,6144,65536,0.1259178638458252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,8192,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,10240,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,12288,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,16384,0.02887786626815796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,6144,0.012906666596730551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,5120,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,7168,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,4096,0.010443733135859171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,3584,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,2560,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,3072,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,1536,0.004844800134499868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,2048,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,1024,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,512,0.003446399917205175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,256,0.0033802665770053864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,128,0.0029728000362714132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,5120,65536,0.11608533064524333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,8192,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,10240,0.018296533823013307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,7168,0.013924266894658408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,12288,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,16384,0.02621226708094279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,4096,0.010310399532318115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,3584,0.008804266651471455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,6144,0.011944533387819926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,3072,0.007999999821186066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,2560,0.006629333396752675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,1536,0.004993066688378652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,5120,0.011130666732788086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,1024,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,768,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,512,0.0035125332574049628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,64,0.0029279999434947968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,4096,65536,0.08905493418375651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,32,0.0029919999341169994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,8192,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,7168,0.013169067104657492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,12288,0.0188426673412323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,10240,0.016116266449292503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,16384,0.021843200922012328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,5120,0.0105813334385554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,4096,0.009556266665458679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,3584,0.00864533285299937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,3072,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,6144,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,2560,0.006636799871921539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,2048,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,1024,0.004300799965858459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3584,65536,0.07786239782969157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,512,0.0037589333951473236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,128,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,64,0.0029663999875386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,32,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,7168,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,10240,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,8192,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,12288,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,6144,0.011745066444079081
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,5120,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,16384,0.0201365331808726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,3584,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,4096,0.009147733449935913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,3072,0.0070165331164995836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,2560,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,1536,0.004986666639645894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,1024,0.004304000238577525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,3072,65536,0.06946240266164144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,768,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,256,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,64,0.002926933268706004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,32,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,7168,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,8192,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,16384,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,10240,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,12288,0.015221333503723145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,4096,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,6144,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,5120,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,3584,0.007480533421039581
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2560,65536,0.05901653369267782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,2560,0.006076799829800924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,2048,0.005533866584300995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,1536,0.0047775998711586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,768,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,256,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,64,0.002593066543340683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,32,0.002962133288383484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,128,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,7168,0.010853333274523418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,16384,0.01460906664530436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,8192,0.011325866977373759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,10240,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,2048,65536,0.048469332853953044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,12288,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,5120,0.008614400029182434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,6144,0.009893332918485005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,4096,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,3584,0.007851733267307282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,3072,0.006632533172766368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,1536,0.004636799792448679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,1024,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,256,0.003005866706371307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,128,0.0029663999875386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,64,0.002926933268706004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,32,0.00266239990790685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,12288,0.01035520037015279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,10240,0.01076479951540629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,16384,0.01276479959487915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1536,65536,0.03884266614913941
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,8192,0.009051733215649923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,7168,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,5120,0.008242133259773254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,6144,0.00787199983994166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,4096,0.007793066898981731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,3584,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,2048,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,512,0.0035157332817713416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,128,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,64,0.0030410667260487873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,32,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,1024,65536,0.032219733794530234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,12288,0.00922879974047343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,7168,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,16384,0.011194666226704914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,10240,0.010288000106811523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,6144,0.007461333274841308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,8192,0.009065600236256917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,5120,0.008406399687131246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,4096,0.0074879998962084455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,3584,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,3072,0.0070271998643875126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,2560,0.006636799871921539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,2048,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,1024,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,1536,0.004634666442871094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,128,0.0029738667110602063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,65536,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,64,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,768,32,0.0025962665677070618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,12288,0.008691199620564779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,16384,0.01074133316675822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,10240,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,7168,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,8192,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,6144,0.007463466624418895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,5120,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,4096,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,3584,0.007166933516661327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,3072,0.006758399804433187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,2560,0.006617600222428639
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,1536,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,1024,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,65536,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,256,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,768,0.003475199888149897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,64,0.0025600001215934755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,512,32,0.0026719999810059865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,8192,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,12288,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,16384,0.009506133198738099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,7168,0.007064533233642578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,10240,0.007852800190448761
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,6144,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,3072,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,4096,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,3584,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,2048,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,65536,0.015288533767064414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,1536,0.004570666452248891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,1024,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,768,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,256,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,32,0.002899199972550074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,256,64,0.0026602665583292644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,16384,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,12288,0.007702399790287018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,8192,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,10240,0.007485866546630859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,7168,0.006826666494210561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,65536,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,5120,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,4096,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,3584,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,6144,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,3072,0.005868799984455109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,1024,0.003958400090535482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,1536,0.004369066655635833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,2048,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,768,0.0034154665966828666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,256,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,128,0.0026538667579491934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,64,0.0026602665583292644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,128,32,0.0026015999416510267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,12288,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,16384,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,8192,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,10240,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,7168,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,6144,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,65536,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,5120,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,4096,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,3584,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,2560,0.006555733581384023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,3072,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,2048,0.005868799984455109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,1024,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,768,0.0033759998778502146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,512,0.003339733431736628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,1536,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,128,0.003045333425203959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,64,0.002701866626739502
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,64,32,0.0026581334571043652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,12288,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,16384,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,8192,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,10240,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,65536,0.011011200149854024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,7168,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,6144,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,5120,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,4096,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,3584,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,3072,0.005876266459623972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,1024,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,768,0.0033781332274278007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,128,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,64,32,32,0.0025898667673269907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,5120,0.11796373526255291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,6144,0.14124479293823242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,7168,0.16274773279825847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,8192,0.185480531056722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,4096,0.09492373466491699
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,10240,0.23275520006815592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,3584,0.08690133094787597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,3072,0.07372799714406332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,2560,0.06123520135879516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,1024,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,768,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,512,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,128,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,1536,0.03925333420435588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,2048,0.051303466161092125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,256,0.00916266640027364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,64,0.007080533107121785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,32,0.007037866612275441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,12288,0.2727253278096517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,8192,0.045398398240407305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,7168,0.038644266128540036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,10240,0.053179732958475744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,12288,0.06399893363316854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,65536,16384,0.36396268208821614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,4096,0.026073600848515826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,5120,0.029080533981323244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,6144,0.03385920127232869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,16384,0.08236266771952311
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,1024,0.008668800195058186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,3584,0.02177493373552958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,768,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,1536,0.011199999849001567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,2560,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,512,0.004594133297602335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,256,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,128,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,2048,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,3072,0.01911999980608622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,64,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,32,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,7168,0.032357333103815715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,8192,0.03829760154088338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,10240,0.04355413516362508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,12288,0.05331626733144125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,5120,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,6144,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,16384,0.0740330696105957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,4096,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,3584,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,3072,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,1024,0.00840106705824534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,1536,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,768,0.0062282666563987735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,2048,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,2560,0.013990400234858194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,512,0.004781866570313772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,128,0.0034474665919939675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,256,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,64,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,32,0.003751466671625773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,8192,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,10240,0.035768532752990724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,12288,0.042531200249989826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,16384,0.0628063996632894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,6144,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,7168,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,4096,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,3072,0.01372053325176239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,2560,0.01344319979349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,3584,0.01529813309510549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,2048,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,1024,0.007730133334795634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,512,0.005049600203831991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,768,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,1536,0.009966933727264404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,128,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,256,0.004159999887148539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,64,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,32,0.003549866626660029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,10240,0.03099199930826823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,16384,65536,0.3486026763916016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,12288,0.03645333449045817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,16384,0.04915519952774048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,7168,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,6144,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,12288,65536,0.25832106272379557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,8192,0.026892799139022826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,5120,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,4096,0.014881066481272378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,3072,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,2560,0.01037440001964569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,1024,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,512,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,1536,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,768,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,2048,0.009121066331863404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,256,0.003549866626660029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,128,0.0033802665770053864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,64,0.0033333333830038703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,32,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,8192,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,10240,0.02887786626815796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,10240,65536,0.2175999959309896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,12288,0.03747733434041341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,16384,0.04700373411178589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,4096,0.01460906664530436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,7168,0.02157013416290283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,5120,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,3584,0.01269760032494863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,2048,0.009030399719874065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,1536,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,3072,0.011331199606259664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,2560,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,1024,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,768,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,128,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,64,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,32,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,8192,65536,0.17496852874755858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,8192,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,10240,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,12288,0.03201813300450643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,7168,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,16384,0.03945706685384114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,4096,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,6144,0.015361066659291586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,5120,0.013991467157999673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,3584,0.010922666390736897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,2560,0.00867306689421336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,2048,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,1536,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,1024,0.004916266600290934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,3072,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,768,0.0042303999265035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,512,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,256,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,128,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,32,0.003070933371782303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,8192,0.020141865809758505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,7168,65536,0.15646719932556152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,10240,0.0237610658009847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,12288,0.0273087998231252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,16384,0.03536213239034017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,5120,0.014194132884343466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,6144,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,4096,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,3584,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,7168,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,3072,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,2560,0.008876799543698629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,2048,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,1536,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,768,0.004227200150489807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,256,0.0034186666210492453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,1024,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,64,0.003005866706371307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,32,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,6144,65536,0.13728426297505697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,12288,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,8192,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,10240,0.020410666863123574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,16384,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,3584,0.009220266342163086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,5120,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,4096,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,7168,0.015836800138155617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,6144,0.014130133390426635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,3072,0.008335999647776286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,2048,0.005816533168156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,2560,0.007245866457621257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,1024,0.004437333345413208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,1536,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,768,0.0038250667353471124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,512,0.0037493333220481873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,256,0.0034474665919939675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,128,0.002962133288383484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,32,0.0033514666060606635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,5120,65536,0.11499306360880535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,8192,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,10240,0.01795519987742106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,12288,0.020474666357040407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,7168,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,16384,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,4096,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,3584,0.008697600166002909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,6144,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,3072,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,5120,0.010921600461006164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,2560,0.006636799871921539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,2048,0.005460266768932342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,1536,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,512,0.0033781332274278007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,768,0.0041685332854588825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,4096,65536,0.09345813592274985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,256,0.0034101332227389016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,128,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,64,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,32,0.0031167998909950255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,8192,0.01365013321240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,7168,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,10240,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,12288,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,16384,0.02150613268216451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,5120,0.010583466291427613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,4096,0.009827199578285217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,3584,0.008738133311271667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,6144,0.012289067109425861
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,1536,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,3072,0.007793066898981731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,2048,0.00621973325808843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,2560,0.006917333106199901
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3584,65536,0.07891626358032226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,256,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,128,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,64,0.0027893332143624624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,32,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,10240,0.015086932977040609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,8192,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,7168,0.012151466806729634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,12288,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,16384,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,5120,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,6144,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,4096,0.009220266342163086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,3584,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,2560,0.0066336000959078475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,3072,0.007085866729418437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,2048,0.005529599885145823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,1024,0.0042303999265035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,3072,65536,0.07068906625111898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,768,0.00382080003619194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,512,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,256,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,64,0.0029546665648619336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,7168,0.01188266674677531
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,8192,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,10240,0.01378986636797587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,12288,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,6144,0.010854400197664897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,16384,0.017401599884033205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,5120,0.010114133358001709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,4096,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,3584,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,3072,0.006636799871921539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2560,65536,0.059938132762908936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,1024,0.004159999887148539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,2048,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,1536,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,256,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,128,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,32,0.003005866706371307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,10240,0.013448533415794373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,7168,0.011265066266059876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,8192,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,12288,0.0136543999115626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,16384,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,5120,0.00950933297475179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,6144,0.010513066252072652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,3584,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,4096,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,2048,65536,0.048913065592447916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,3072,0.006638933221499126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,1536,0.00477866679430008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,2560,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,2048,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,1024,0.0038912000755469004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,256,0.0032085334261258446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,128,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,32,0.0029845332105954488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,12288,0.01262933313846588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,8192,0.009967999656995137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,10240,0.011520000298817952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1536,65536,0.03843520085016887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,7168,0.00974079966545105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,16384,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,6144,0.0086709330479304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,5120,0.008957866827646892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,4096,0.007849599917729695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,3072,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,3584,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,1536,0.004609066744645437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,2048,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,1024,0.0038912000755469004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,768,0.0038506666819254553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,512,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,256,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,128,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,64,0.002677333354949951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,1024,65536,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,16384,0.011736533045768738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,12288,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,10240,0.010378666718800863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,8192,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,7168,0.008675199747085572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,4096,0.007714133461316426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,5120,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,3584,0.007177599767843883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,6144,0.007870933413505555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,2560,0.00586346685886383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,1024,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,2048,0.005041066805521647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,768,0.0037600000699361167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,1536,0.004643199841181437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,512,0.003402666747570038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,256,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,128,0.002899199972550074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,65536,0.02573653260866801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,64,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,768,32,0.00297173336148262
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,10240,0.009289600451787313
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,16384,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,12288,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,7168,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,6144,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,8192,0.008265600105126699
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,5120,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,3584,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,4096,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,2560,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,65536,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,1024,0.003815466662247976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,768,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,512,0.0034101332227389016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,128,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,32,0.003005866706371307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,512,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,16384,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,12288,0.009920000036557516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,10240,0.009123200178146362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,7168,0.007898666461308797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,8192,0.008241066833337148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,5120,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,4096,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,6144,0.007419733206431071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,3584,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,65536,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,3072,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,2560,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,1536,0.004579199850559235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,768,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,1024,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,256,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,64,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,512,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,256,32,0.00266239990790685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,12288,0.007968000074227651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,10240,0.007447466750939687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,16384,0.00913279950618744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,6144,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,8192,0.00710399995247523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,7168,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,65536,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,5120,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,4096,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,2560,0.00621013343334198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,2048,0.006141866743564606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,3584,0.0062165334820747375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,768,0.003549866626660029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,512,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,128,0.002639999985694885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,64,0.0030005333324273427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,128,32,0.0025888000925381976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,16384,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,12288,0.007490133245786031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,10240,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,65536,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,8192,0.007036800185839335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,7168,0.0062837332487106325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,6144,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,4096,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,3584,0.0062837332487106325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,3072,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,2560,0.0058005332946777345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,768,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,512,0.0031658666829268134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,256,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,128,0.002631466587384542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,64,0.0026069333155949908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,64,32,0.00262719988822937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,12288,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,16384,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,8192,0.006963199873765309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,65536,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,6144,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,10240,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,7168,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,5120,0.0062165334820747375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,4096,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,3584,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,2560,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,1536,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,2048,0.005866666634877523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,512,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,768,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,256,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,128,0.0025600001215934755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,32,0.002552533398071925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,48,32,64,0.002595199892918269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,5120,0.11789013544718425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,6144,0.14274667104085287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,7168,0.16138240496317546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,8192,0.18438827196757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,4096,0.09428266684214273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,3584,0.0839680035909017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,10240,0.23145920435587564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,3072,0.07161173025767008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,2560,0.06045013268788656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,768,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,1024,0.02683093349138896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,512,0.014476799964904785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,128,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,256,0.008328533172607422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,1536,0.03761599858601888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,2048,0.047990401585896805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,64,0.005940266450246175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,32,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,12288,0.27498133977254235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,7168,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,8192,0.043622398376464845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,10240,0.051540267467498777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,12288,0.06157653331756592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,5120,0.028602667649586994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,4096,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,6144,0.03297280073165894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,16384,0.08065600395202636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,65536,16384,0.3647829373677572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,3584,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,1024,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,1536,0.010852266351381938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,768,0.0073173334201176955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,2560,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,2048,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,512,0.00456639975309372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,3072,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,64,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,32,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,8192,0.03884479999542236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,7168,0.03324480056762695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,10240,0.04758293231328328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,12288,0.057275732358296715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,5120,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,6144,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,4096,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,16384,0.07321600119272867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,3584,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,2560,0.014137599865595499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,2048,0.012016000350316365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,1024,0.008293333152929943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,1536,0.009831466277440389
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,3072,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,768,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,512,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,256,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,128,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,64,0.002997333308060964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,8192,0.03536213239034017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,10240,0.041092268625895184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,12288,0.04863786697387695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,16384,0.06208853324254354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,6144,0.024574933449427287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,7168,0.029286400477091475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,5120,0.020755199591318767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,4096,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,3584,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,2560,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,3072,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,1536,0.00950933297475179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,1024,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,768,0.005460266768932342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,512,0.004981333514054617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,2048,0.011059199770291645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,256,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,10240,0.027918932835261027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,16384,65536,0.3634858767191569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,12288,0.03652373154958089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,16384,0.04655786752700806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,6144,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,8192,0.024165334304173787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,12288,65536,0.2598218599955241
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,5120,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,2560,0.009969066580136616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,3072,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,4096,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,3584,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,1536,0.00747519979874293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,2048,0.008678399523099263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,1024,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,512,0.0039594667653242745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,256,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,768,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,128,0.003107200066248576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,32,0.0030378667016824085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,10240,65536,0.22975145975748695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,8192,0.02191466689109802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,10240,0.03017279903093974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,12288,0.0351583997408549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,7168,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,16384,0.04396586815516154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,5120,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,6144,0.016863999764124553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,3584,0.011399466792742412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,4096,0.013038933277130127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,2048,0.007892266909281413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,3072,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,1536,0.00724480003118515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,768,0.004228266576925913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,1024,0.004637866715590159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,2560,0.009079466263453167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,32,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,8192,65536,0.1705290635426839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,8192,0.022190932432810465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,12288,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,16384,0.037546666463216145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,4096,0.011740799744923909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,5120,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,3584,0.010307199756304423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,6144,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,2560,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,2048,0.007375999788443248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,3072,0.00955733358860016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,1536,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,1024,0.004636799792448679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,256,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,128,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,64,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,32,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,7168,65536,0.15524479548136394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,8192,0.020820266008377074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,10240,0.023414399226506552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,12288,0.026826665798823042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,16384,0.0330346663792928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,6144,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,7168,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,5120,0.014335999886194864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,4096,0.011401599645614624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,3584,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,3072,0.008807466427485148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,2048,0.007036800185839335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,2560,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,1536,0.006354133288065593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,1024,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,768,0.004570666452248891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,512,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,256,0.003483733286460241
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,64,0.002586666742960612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,128,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,32,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,6144,65536,0.12479146321614583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,8192,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,10240,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,12288,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,16384,0.027034666140874224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,7168,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,3584,0.010036266843477885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,6144,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,4096,0.01181013286113739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,5120,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,3072,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,2560,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,2048,0.005598933498064677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,768,0.0039594667653242745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,1024,0.004199466605981191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,256,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,64,0.0029663999875386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,5120,65536,0.11069973309834798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,8192,0.015299200018246969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,10240,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,7168,0.014131200313568116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,12288,0.019591466585795084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,16384,0.024643200635910033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,4096,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,3584,0.009889066219329834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,3072,0.009100799759229023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,6144,0.012902399897575379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,2560,0.007714133461316426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,5120,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,2048,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,1536,0.004633600016434988
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,1024,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,768,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,512,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,64,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,4096,65536,0.08874666690826416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,8192,0.01378986636797587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,10240,0.015562666455904641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,7168,0.0128330667813619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,12288,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,5120,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,16384,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,4096,0.010238933563232421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,3072,0.008133333424727123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,3584,0.008613333106040955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,6144,0.012082133690516155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,2048,0.005387733379999796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,2560,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,1024,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3584,65536,0.07700373331705729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,768,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,512,0.003443199892838796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,128,0.002997333308060964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,64,0.0025600001215934755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,7168,0.012082133690516155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,8192,0.012768000364303589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,10240,0.014335999886194864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,12288,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,6144,0.011061333616574605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,5120,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,16384,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,4096,0.008712533116340637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,3584,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,3072,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,1536,0.004577066500981649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,1024,0.003790933390458425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,2048,0.005048533280690512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,3072,65536,0.06700373490651448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,768,0.0038143999874591826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,512,0.0035477332770824433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,256,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,128,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,64,0.002632533262173335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,8192,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,7168,0.012763733665148417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,10240,0.012082133690516155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,12288,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,6144,0.011925333738327026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,5120,0.010694400469462077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,16384,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,4096,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,3072,0.006347733239332835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,3584,0.009102933605511983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2560,65536,0.059770667552948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,2560,0.005868799984455109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,2048,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,1024,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,768,0.0037578667203585305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,256,0.003349333256483078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,512,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,32,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,128,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,8192,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,10240,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,7168,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,12288,0.01181013286113739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,6144,0.012479999661445617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,4096,0.010322133700052898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,5120,0.01113706628481547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,16384,0.013448533415794373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,2048,65536,0.04792319933573405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,3584,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,2560,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,1024,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,1536,0.004640000065167745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,128,0.0030239999294281008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,64,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,32,0.00296426663796107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,12288,0.011879466970761617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,16384,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,10240,0.010762666662534077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1536,65536,0.03781973520914714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,7168,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,8192,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,6144,0.00827519992987315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,5120,0.007869866490364075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,4096,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,3584,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,2560,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,2048,0.006076799829800924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,1536,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,1024,0.004223999877770742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,256,0.003369600077470144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,512,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,768,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,32,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,1024,65536,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,8192,0.008686932921409606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,16384,0.015838932991027833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,12288,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,10240,0.009224533041318258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,7168,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,6144,0.00766293356815974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,5120,0.007098666826883952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,4096,0.0074527998765309645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,3584,0.0070709332823753355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,3072,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,2048,0.004986666639645894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,2560,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,1536,0.004984533290068308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,1024,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,256,0.003339733431736628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,512,0.003311999887228012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,128,0.002963199963172277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,65536,0.022322134176890055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,64,0.002628266563018163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,768,32,0.00262719988822937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,12288,0.009086933732032777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,16384,0.009921066959698995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,10240,0.007853866616884867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,7168,0.007886933286984761
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,6144,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,8192,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,5120,0.007141333321730297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,4096,0.007473066449165344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,3584,0.007437866429487865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,3072,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,2560,0.00664106657107671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,2048,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,1536,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,1024,0.004171733558177948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,65536,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,256,0.002963199963172277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,64,0.0026133333643277483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,512,32,0.00266239990790685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,12288,0.00829013337691625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,10240,0.007897600034872691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,16384,0.009091200431187947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,8192,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,7168,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,6144,0.006284800171852112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,5120,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,4096,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,3584,0.006346666812896728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,65536,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,3072,0.006281599899133046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,2560,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,2048,0.006347733239332835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,1536,0.004437333345413208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,1024,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,256,0.003035733352104823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,128,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,512,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,64,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,256,32,0.0030293333033720653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,16384,0.007899733384450276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,12288,0.007853866616884867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,10240,0.007419733206431071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,65536,0.014335999886194864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,7168,0.0065536002318064375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,6144,0.007034666836261749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,8192,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,5120,0.006206933160622915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,4096,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,3072,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,3584,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,2048,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,2560,0.006208000083764395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,1536,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,1024,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,128,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,768,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,256,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,32,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,128,64,0.002593066543340683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,16384,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,12288,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,65536,0.010698666175206501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,7168,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,8192,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,10240,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,6144,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,5120,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,4096,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,3072,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,3584,0.00621973325808843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,1536,0.004643199841181437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,2048,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,768,0.0037600000699361167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,1024,0.004166399935881296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,256,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,128,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,64,0.002808533360560735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,64,32,0.0026047999660174055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,16384,0.007034666836261749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,65536,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,8192,0.0055285334587097164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,12288,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,10240,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,7168,0.006206933160622915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,6144,0.006007466713587443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,5120,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,4096,0.005807999769846598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,3584,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,2560,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,3072,0.005809066692988077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,2048,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,1536,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,1024,0.0038176000118255613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,256,0.002629333237806956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,128,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,32,0.002587733417749405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,32,32,64,0.002922666569550832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,5120,0.09748480319976807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,6144,0.11577920118967693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,7168,0.1339402675628662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,8192,0.1553749402364095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,4096,0.08045226732889811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,10240,0.18954240481058757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,3584,0.06973439852396647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,3072,0.06034666697184245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,2560,0.051335465908050534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,1024,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,768,0.018977065881093345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,1536,0.03290560046831767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,512,0.01365226705869039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,128,0.006287999947865804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,64,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,256,0.008338133494059246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,32,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,12288,0.22715840339660645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,2048,0.04164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,7168,0.038365864753723146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,8192,0.04375786781311035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,10240,0.05383040110270182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,12288,0.07212373415629068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,65536,16384,0.32563199996948244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,5120,0.028806400299072266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,6144,0.03331413269042969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,4096,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,16384,0.09216000239054362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,3584,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,1024,0.008267733454704284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,3072,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,768,0.007048533360163371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,2560,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,1536,0.011196800072987874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,2048,0.013174399733543396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,512,0.004242133100827535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,256,0.0034101332227389016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,32,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,64,0.003011200080315272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,7168,0.03317760030428569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,8192,0.037611734867095944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,10240,0.04519253174463908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,12288,0.05277119874954224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,5120,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,6144,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,4096,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,16384,0.06782293319702148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,3584,0.02007253368695577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,1024,0.008135466774304708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,2048,0.010785067081451416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,2560,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,1536,0.00962453285853068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,3072,0.017886932690938315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,768,0.0058112000425656635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,512,0.0043722664316495265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,256,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,128,0.0034634667138258614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,64,0.0032757334411144257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,8192,0.03290666739145915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,10240,0.0391210675239563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,12288,0.04741119941075643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,16384,0.06031359831492106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,7168,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,6144,0.02635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,5120,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,4096,0.019795199235280357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,3584,0.018026665846506754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,2560,0.012218667070070903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,3072,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,1024,0.007449600100517273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,768,0.0053962667783101406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,1536,0.009078400333722432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,256,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,512,0.004974933465321859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,128,0.003332266708215078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,64,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,32,0.00306986669699351
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,10240,0.02778559923171997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,12288,0.03331413269042969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,16384,65536,0.32085227966308594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,16384,0.04601066509882609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,7168,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,6144,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,8192,0.024235733350118003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,5120,0.01604480048020681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,12288,65536,0.2562730630238851
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,4096,0.013860266407330832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,3584,0.012083199620246888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,2560,0.009893332918485005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,1536,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,2048,0.008547199765841167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,3072,0.011129599809646607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,1024,0.004980266590913137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,512,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,768,0.004194133480389913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,64,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,256,0.0033781332274278007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,32,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,128,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,10240,65536,0.21834987004597983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,8192,0.021912533044815063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,10240,0.028602667649586994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,12288,0.03344959815343221
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,16384,0.04225600163141886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,7168,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,6144,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,5120,0.014541866381963095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,4096,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,2048,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,1536,0.0075082664688428235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,3072,0.010035199920336406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,3584,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,2560,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,1024,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,512,0.0037439999481042228
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,768,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,64,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,128,0.0029994666576385496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,32,0.0030005333324273427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,8192,65536,0.17517439524332684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,8192,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,10240,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,12288,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,16384,0.03638613224029541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,5120,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,6144,0.01761173407236735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,3584,0.01071573297182719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,4096,0.011948800086975098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,3072,0.00955839951833089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,2560,0.008328533172607422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,2048,0.0075103998184204105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,1536,0.006223999957243601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,512,0.0037600000699361167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,256,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,8192,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,10240,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,7168,65536,0.15210347175598143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,12288,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,16384,0.032425600290298465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,7168,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,4096,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,5120,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,6144,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,3584,0.009899733463923137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,2560,0.007934933404127757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,1536,0.00553173323472341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,3072,0.009089066584904989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,2048,0.006758399804433187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,1024,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,768,0.0040277334551016486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,512,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,256,0.0033386667569478357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,128,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,32,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,6144,65536,0.12448426882425945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,8192,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,10240,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,12288,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,16384,0.02635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,5120,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,6144,0.013173333803812661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,4096,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,3584,0.012354133526484172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,7168,0.014266666769981385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,3072,0.010739200313886007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,2560,0.007316266496976216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,2048,0.0053962667783101406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,1024,0.004198400179545084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,256,0.003094399968783061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,128,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,32,0.003050666550795237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,5120,65536,0.10803093115488689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,8192,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,7168,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,12288,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,10240,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,16384,0.024232532580693564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,4096,0.011877333124478657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,3584,0.011125333110491435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,6144,0.01283519963423411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,5120,0.011742933591206869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,3072,0.009940266609191895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,2560,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,1536,0.004644266764322917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,2048,0.005052799979845682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,1024,0.004166399935881296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,768,0.003751466671625773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,512,0.0034474665919939675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,256,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,4096,65536,0.08717652956644693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,128,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,64,0.002979200085004171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,32,0.0026026666164398193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,8192,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,7168,0.012632532914479574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,10240,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,16384,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,12288,0.017406932512919106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,5120,0.011058132847150166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,4096,0.009876267115275065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,3584,0.01076479951540629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,6144,0.011742933591206869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,2560,0.006209066510200501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,3072,0.008710400263468424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,768,0.0038272000849246977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,1024,0.0042250668009122215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,512,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3584,65536,0.07936000029246013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,64,0.0027306665976842242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,8192,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,7168,0.011533866326014202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,12288,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,10240,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,6144,0.010991999506950378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,16384,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,5120,0.010079999764760334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,4096,0.009128533800443013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,3584,0.009497599800427754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,3072,0.007864533364772797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,2560,0.0059338668982187905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,2048,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,3072,65536,0.06396586497624715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,768,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,512,0.0033386667569478357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,64,0.002726399898529053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,128,0.0029397333661715193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,32,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,7168,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,12288,0.01323946714401245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,8192,0.010722133517265319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,10240,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,6144,0.013380266229311624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,16384,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,5120,0.01147093375523885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,4096,0.010188800096511842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2560,65536,0.05833386580149332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,3584,0.009057066837946574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,2560,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,2048,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,768,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,1536,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,32,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,10240,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,8192,0.009533866246541341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,7168,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,16384,0.013581867019335428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,12288,0.01181013286113739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,6144,0.008310399949550629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,5120,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,2048,65536,0.05079040129979452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,3584,0.00709440012772878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,4096,0.006771199901898702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,2560,0.005868799984455109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,3072,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,2048,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,1024,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,768,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,512,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,64,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,32,0.0030464000999927522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,8192,0.010737066467603047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,12288,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,10240,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1536,65536,0.037137067317962645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,7168,0.009910399715105694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,6144,0.009508267045021057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,4096,0.007464533547560374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,16384,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,5120,0.008272000153859456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,3584,0.0074442664782206226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,2560,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,2048,0.007157333195209503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,768,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,1024,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,1536,0.006144000093142191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,65536,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,256,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,64,0.0030464000999927522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,1024,32,0.002902399996916453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,16384,0.01049066682656606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,12288,0.011073066790898641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,7168,0.00867733359336853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,8192,0.009529599547386169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,10240,0.009894399841626485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,6144,0.008270933230717977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,5120,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,4096,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,3584,0.007451733450094859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,2560,0.006670933465162914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,3072,0.007028266787528992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,2048,0.005389866729577383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,1536,0.0053962667783101406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,1024,0.0042250668009122215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,65536,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,128,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,64,0.0029290666182835894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,768,32,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,12288,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,7168,0.007950933277606964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,8192,0.008243200182914735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,10240,0.007900799810886382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,6144,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,16384,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,5120,0.007083733379840851
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,4096,0.007055999835332234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,2560,0.00661653329928716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,3584,0.007051733136177063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,2048,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,1536,0.0046741331617037455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,1024,0.004153600086768469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,65536,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,768,0.003789866715669632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,512,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,128,0.0027306665976842242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,64,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,512,32,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,8192,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,12288,0.00864533285299937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,10240,0.007897600034872691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,7168,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,6144,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,16384,0.008694400389989216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,65536,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,5120,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,2560,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,3584,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,4096,0.0058005332946777345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,2048,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,768,0.003753600021203359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,1536,0.004645333190759023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,512,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,128,0.0026581334571043652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,64,0.0027637332677841187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,256,32,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,12288,0.007867733140786488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,16384,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,10240,0.0074890668193499255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,65536,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,8192,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,6144,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,7168,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,5120,0.006615466872851054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,4096,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,3584,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,2560,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,512,0.00340693344672521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,1024,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,768,0.003789866715669632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,256,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,128,0.0026464000344276427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,1536,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,64,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,128,32,0.0026805333793163298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,16384,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,10240,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,12288,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,65536,0.010762666662534077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,8192,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,7168,0.005805866420269012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,6144,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,5120,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,3072,0.0062165334820747375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,4096,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,3584,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,2560,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,1024,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,256,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,128,0.0026357332865397137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,64,0.0027274665733178455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,64,32,0.002752000093460083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,16384,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,12288,0.007028266787528992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,65536,0.00950933297475179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,10240,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,8192,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,7168,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,3584,0.006208000083764395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,5120,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,3072,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,4096,0.005402666827042898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,6144,0.005873066683610281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,1536,0.0042346666256586705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,1024,0.0038165333370367683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,768,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,512,0.003067733347415924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,256,0.002585600068171819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,128,0.0028010666370391845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,64,0.002587733417749405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,16,32,32,0.0026634665826956432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,5120,0.09676693280537924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,6144,0.11475626627604167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,7168,0.13305280208587647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,8192,0.15489706993103028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,4096,0.08045226732889811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,3584,0.0688757340113322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,10240,0.20483412742614746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,3072,0.059970132509867345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,2560,0.050825599829355875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,1024,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,768,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,512,0.01358080009619395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,2048,0.04164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,128,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,1536,0.03276693423589071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,256,0.008363733688990276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,64,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,32,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,12288,0.24521387418111168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,7168,0.0370688001314799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,8192,0.04307626485824585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,10240,0.055363198121388756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,12288,0.06717226505279542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,5120,0.0277834673722585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,65536,16384,0.3409621238708496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,4096,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,6144,0.03222293257713318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,16384,0.08666453361511231
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,3584,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,3072,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,2560,0.015838932991027833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,1024,0.008682666222254436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,768,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,1536,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,512,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,2048,0.013245866696039835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,256,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,64,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,128,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,32,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,7168,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,8192,0.03693653345108032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,10240,0.04478293259938558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,12288,0.05202133258183798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,5120,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,4096,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,16384,0.06638933420181274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,6144,0.028946133454640706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,3584,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,1024,0.007038933535416921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,1536,0.008669867118199667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,768,0.004986666639645894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,2048,0.013653332988421122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,2560,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,3072,0.017824000120162962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,256,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,64,0.002726399898529053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,128,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,8192,0.03222080071767171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,10240,0.03843520085016887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,12288,0.04430400133132935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,16384,0.05908586581548055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,7168,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,6144,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,5120,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,4096,0.019179733594258626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,2560,0.014199466506640116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,3072,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,2048,0.010648533701896667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,3584,0.01761173407236735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,768,0.004226133227348328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,1024,0.006076799829800924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,1536,0.009081600109736125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,256,0.003403733422358831
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,32,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,10240,0.02764799992243449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,16384,65536,0.3224191983540853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,12288,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,16384,0.04539733330408732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,7168,0.020819199085235596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,6144,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,12288,65536,0.24459519386291503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,8192,0.0237610658009847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,5120,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,4096,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,3584,0.012084266543388367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,2560,0.009960533181826273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,3072,0.011132799585660299
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,1536,0.007042133311430614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,1024,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,2048,0.008668800195058186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,768,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,256,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,64,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,32,0.00296426663796107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,8192,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,10240,0.028467200199762982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,10240,65536,0.20592212677001953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,12288,0.03345066706339518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,16384,0.04150613149007161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,6144,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,5120,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,7168,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,4096,0.013310933113098144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,3584,0.011193600296974183
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,2048,0.007941333452860515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,1536,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,3072,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,2560,0.009115733702977498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,512,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,256,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,64,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,32,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,8192,65536,0.1718282699584961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,8192,0.021229867140452066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,10240,0.024647466341654458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,7168,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,12288,0.02839253346125285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,16384,0.035633067289988204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,6144,0.017204266786575318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,5120,0.015565866231918335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,3584,0.01051520009835561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,4096,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,2560,0.008390399813652038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,2048,0.007180800040562947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,3072,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,1536,0.005779199798901876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,512,0.0033802665770053864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,768,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,256,0.0030730667213598887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,7168,65536,0.14930133819580077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,8192,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,12288,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,10240,0.021918932596842446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,16384,0.03160640001296997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,4096,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,5120,0.013992533087730408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,7168,0.017545600732167564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,6144,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,3072,0.009012266993522644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,3584,0.009901866316795349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,2560,0.007854933540026348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,2048,0.0067071999112765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,1024,0.004222933451334635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,768,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,512,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,1536,0.004913066824277243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,256,0.00314026673634847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,64,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,6144,65536,0.12250453631083172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,8192,0.01577173372109731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,10240,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,12288,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,16384,0.02648853262265523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,7168,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,6144,0.013176533579826354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,5120,0.011948800086975098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,3584,0.01276586651802063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,4096,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,3072,0.010718933741251628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,2560,0.009084799885749817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,2048,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,1536,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,768,0.004915200173854828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,512,0.003857066730658213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,256,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,1024,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,32,0.0027306665976842242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,64,0.002734933296839396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,5120,65536,0.10584746996561686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,8192,0.014745600024859109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,12288,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,10240,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,7168,0.013648000359535218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,16384,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,3584,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,4096,0.01030293305714925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,5120,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,3072,0.01035520037015279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,6144,0.012831999858220419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,2560,0.00869546631971995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,1536,0.006007466713587443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,2048,0.007316266496976216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,1024,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,4096,65536,0.091102933883667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,256,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,768,0.004583466549714406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,64,0.00258240004380544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,32,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,7168,0.012423466642697651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,8192,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,10240,0.015018666783968607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,12288,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,5120,0.0105813334385554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,16384,0.020683733622233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,3584,0.009114666779836019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,4096,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,6144,0.011474133531252543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3584,65536,0.07987199624379476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,1024,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,3072,0.009121066331863404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,1536,0.006417066852251689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,2048,0.006347733239332835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,2560,0.007515733440717061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,512,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,768,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,256,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,64,0.0026261332134405774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,32,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,8192,0.012560000022252401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,10240,0.014124799768129984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,16384,0.01877546707789103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,7168,0.01147093375523885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,12288,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,6144,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,4096,0.009096533060073853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,5120,0.009829333424568177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,3584,0.007877333462238312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,3072,65536,0.06413653294245401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,2560,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,3072,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,1536,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,1024,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,256,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,128,0.0033141332368055976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,64,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,7168,0.010786133011182149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,8192,0.01160426636536916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,12288,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,10240,0.011947733163833619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,6144,0.009878399968147277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,16384,0.016107733050982155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,5120,0.008337066570917765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,3584,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,3072,0.006770133475462596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,4096,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2560,65536,0.05782186587651571
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,1024,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,2048,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,1536,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,128,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,32,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,7168,0.009550933043162029
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,8192,0.010705066720644633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,10240,0.010377599795659383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,16384,0.013380266229311624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,12288,0.011468799908955891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,5120,0.007472000022729237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,6144,0.008478933572769165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,4096,0.007653333246707916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,2048,65536,0.05024426778157552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,3584,0.007035733262697856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,2560,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,1536,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,1024,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,64,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,32,0.0029663999875386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,12288,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,16384,0.014677332838376364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1536,65536,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,7168,0.009874133268992107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,10240,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,8192,0.010420266787211101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,6144,0.008679466446240743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,5120,0.008703999718030294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,3584,0.006631466746330261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,2560,0.005798399945100148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,3072,0.00621013343334198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,4096,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,2048,0.007034666836261749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,1536,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,768,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,512,0.0034783999125162757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,256,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,64,0.002784000088771184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,32,0.0029567999144395193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,1024,65536,0.025601067145665485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,16384,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,12288,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,10240,0.009522133072217305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,8192,0.009099733829498292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,7168,0.008683733145395915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,5120,0.007045333087444305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,6144,0.008348799745241801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,3072,0.007050666709740956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,3584,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,4096,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,2560,0.006698666512966156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,2048,0.005050666630268097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,1024,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,256,0.003311999887228012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,1536,0.005399466554323832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,65536,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,128,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,64,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,768,32,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,16384,0.011129599809646607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,8192,0.008247466882069905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,7168,0.007837866743405659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,12288,0.008278400202592214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,6144,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,10240,0.00784853349129359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,5120,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,4096,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,3584,0.00664106657107671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,3072,0.006626133124033611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,2560,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,2048,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,65536,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,1536,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,768,0.0037461332976818085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,256,0.0033418667813142145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,128,0.0030741333961486817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,32,0.0029418667157491045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,16384,0.00909866690635681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,12288,0.008266666531562805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,10240,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,512,64,0.0029877332349618276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,7168,0.006619733572006225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,8192,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,6144,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,5120,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,4096,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,65536,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,3584,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,3072,0.006215466558933258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,2560,0.006278400123119354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,1536,0.004571733375390371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,1024,0.003819733361403147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,512,0.003142400085926056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,256,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,128,0.002584533393383026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,256,64,0.0029663999875386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,65536,0.013657599687576294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,12288,0.0074890668193499255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,8192,0.0070250665148099255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,16384,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,7168,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,10240,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,6144,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,5120,0.005865600208441416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,4096,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,3584,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,2560,0.005940266450246175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,3072,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,1024,0.004161066561937332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,768,0.0034826666116714476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,512,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,256,0.0028949332733949023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,64,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,16384,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,12288,0.006628266473611195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,128,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,10240,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,65536,0.010317867000897724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,8192,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,6144,0.006353066861629486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,5120,0.006007466713587443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,3584,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,4096,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,7168,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,3072,0.005458133419354757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,2560,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,2048,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,1536,0.004577066500981649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,1024,0.0037503999968369803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,768,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,512,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,256,0.003054933249950409
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,64,0.0029834667841593427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,128,0.0025248001019159954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,64,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,65536,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,16384,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,8192,0.005735466877619425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,7168,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,10240,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,12288,0.006619733572006225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,6144,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,5120,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,4096,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,3584,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,3072,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,2560,0.005454933146635691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,1024,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,2048,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,768,0.0037493333220481873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,32,0.0025557334224383037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,256,0.002647466709216436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,8,32,64,0.0026176000634829206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,5120,0.10253439744313557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,6144,0.1278986692428589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,7168,0.14602239926656085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,8192,0.16868693033854168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,4096,0.08482133547465007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,3584,0.07304533322652182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,10240,0.21732799212137857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,3072,0.06294186512629191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,2560,0.053384534517923986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,768,0.019045333067576088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,1024,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,512,0.013859200477600097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,256,0.008699733018875121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,2048,0.04410346746444702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,128,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,64,0.0058005332946777345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,32,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,1536,0.03365653355916341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,12288,0.25784212748209634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,7168,0.036933334668477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,8192,0.04430506626764934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,10240,0.056968533992767335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,12288,0.06693546772003174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,6144,0.03249386747678121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,5120,0.02935466567675273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,65536,16384,0.3384319941202799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,4096,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,16384,0.08645973205566407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,3584,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,1536,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,1024,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,768,0.006764799853165944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,3072,0.018498132626215615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,512,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,2048,0.013449600338935852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,2560,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,256,0.003401600072781245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,64,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,7168,0.034747731685638425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,8192,0.03993599812189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,10240,0.04409813483556112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,12288,0.051541332403818765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,5120,0.027242666482925414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,6144,0.030445865790049237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,4096,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,16384,0.0671061356862386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,3584,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,2560,0.016038399934768677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,3072,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,1024,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,1536,0.009078400333722432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,768,0.0047082667549451195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,2048,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,256,0.0034080001215140024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,512,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,128,0.002995199958483378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,32,0.002926933268706004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,8192,0.03276693423589071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,10240,0.03918933471043905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,12288,0.045534932613372804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,16384,0.05789013306299845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,6144,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,7168,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,5120,0.022662399212519328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,4096,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,3072,0.01652479966481527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,3584,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,2560,0.01474346617857615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,2048,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,768,0.0042367999752362575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,1024,0.006209066510200501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,1536,0.010301867127418518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,512,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,64,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,10240,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,12288,0.034883201122283936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,16384,65536,0.31921494801839195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,16384,0.04713813463846843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,7168,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,8192,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,6144,0.018292266130447387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,5120,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,12288,65536,0.24316587448120117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,4096,0.014198399583498635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,3072,0.011065600315729777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,3584,0.012358400225639343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,2560,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,1536,0.007446399827798207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,2048,0.008326399823029835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,768,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,1024,0.004972800115744273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,512,0.0036202666660149893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,128,0.003310933212439219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,32,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,8192,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,10240,65536,0.20497066179911294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,10240,0.029628799359003706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,12288,0.03420053323109944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,16384,0.043621333440144856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,5120,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,7168,0.01924906571706136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,4096,0.013038933277130127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,6144,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,3072,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,2048,0.007860266665617625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,1536,0.006629333396752675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,3584,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,2560,0.009226666887601216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,768,0.004162133236726125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,512,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,256,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,64,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,32,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,8192,65536,0.17162453333536784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,10240,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,8192,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,7168,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,16384,0.03959466616312663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,3072,0.00955839951833089
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,5120,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,3584,0.010714667042096455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,6144,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,4096,0.011876266201337178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,2560,0.00853013296922048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,1536,0.005880533158779145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,2048,0.0074432000517845156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,1024,0.0041909332076708475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,512,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,256,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,64,0.002625066787004471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,8192,0.020410666863123574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,7168,65536,0.14834346771240234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,10240,0.023141332467397056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,12288,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,16384,0.033655468622843424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,6144,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,5120,0.01474453310171763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,4096,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,7168,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,3072,0.008830933769543966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,3584,0.009830400347709656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,2560,0.008142933249473572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,2048,0.0069578667481740315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,1536,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,256,0.0033482665816942847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,512,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,64,0.0026176000634829206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,32,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,6144,65536,0.12315306663513184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,10240,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,8192,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,12288,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,16384,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,6144,0.013994666934013366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,5120,0.01242453356583913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,3584,0.012425600488980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,7168,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,4096,0.011059199770291645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,3072,0.010389332969983418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,2560,0.009565866986910502
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,768,0.004368000229199727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,2048,0.008260266482830047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,1536,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,512,0.004578133424123129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,256,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,128,0.0027306665976842242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,5120,65536,0.10758826732635499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,64,0.002930133293072383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,32,0.0025600001215934755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,8192,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,10240,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,7168,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,12288,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,16384,0.025737599531809492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,5120,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,4096,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,3584,0.011060266693433126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,3072,0.01032426655292511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,2560,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,6144,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,2048,0.007437866429487865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,1536,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,1024,0.005120000243186951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,256,0.002932266642649968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,4096,65536,0.08902080059051513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,512,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,128,0.0027274665733178455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,32,0.0025909334421157838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,7168,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,8192,0.01372160017490387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,10240,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,6144,0.012083199620246888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,12288,0.017886932690938315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,5120,0.010730666915575664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,4096,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,3584,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,16384,0.021640533208847047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,3072,0.008985599875450135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,2048,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,2560,0.008285866677761078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,1536,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,768,0.004710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,1024,0.005458133419354757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,256,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3584,65536,0.08096426328023275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,128,0.003005866706371307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,64,0.002593066543340683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,32,0.003010133405526479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,10240,0.014334932963053385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,8192,0.01262933313846588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,7168,0.011672533551851908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,12288,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,6144,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,5120,0.00960213343302409
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,16384,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,3584,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,4096,0.008963200449943542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,3072,0.008267733454704284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,2560,0.007108266651630402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,1536,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,1024,0.004640000065167745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,2048,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,3072,65536,0.06779092947642008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,768,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,256,0.0035487999518712364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,512,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,64,0.002682666728893916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,32,0.0025909334421157838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,8192,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,7168,0.01071573297182719
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,10240,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,12288,0.013175466656684875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,6144,0.009885866443316143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,16384,0.016249600052833556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,4096,0.01032319962978363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,5120,0.008919466535250347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,3584,0.00960106650988261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2560,65536,0.061166934172312414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,3072,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,2048,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,2560,0.005939200023810069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,1536,0.005795200169086456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,1024,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,512,0.0038261334101359046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,768,0.004370133578777313
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,256,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,64,0.0028351999819278715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,128,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,32,0.002902399996916453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,10240,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,8192,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,7168,0.00962559978167216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,12288,0.01153706709543864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,2048,65536,0.05253119866053263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,5120,0.00745066652695338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,4096,0.007460266848405202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,6144,0.008273066580295562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,16384,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,3584,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,3072,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,2560,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,2048,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,1536,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,768,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,512,0.003824000060558319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,256,0.0030016000072161358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,128,0.002996266633272171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,64,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,16384,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,12288,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1536,65536,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,7168,0.009500799576441447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,8192,0.010009599725405376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,10240,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,6144,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,5120,0.008243200182914735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,4096,0.0074421331286430355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,3584,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,3072,0.00622080018122991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,2560,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,2048,0.0062837332487106325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,1024,0.004646400113900503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,1536,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,768,0.004260266820589701
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,128,0.0033386667569478357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,65536,0.02649066646893819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,64,0.003053866575161616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,1024,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,16384,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,10240,0.009914666414260864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,12288,0.011134933431943257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,8192,0.009498666723569233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,7168,0.00909440020720164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,6144,0.007866666714350382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,5120,0.006630399823188781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,4096,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,3584,0.007037866612275441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,3072,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,2560,0.0062826668222745255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,2048,0.005188266436258951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,1536,0.005460266768932342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,1024,0.004369066655635833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,768,0.00395413339138031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,512,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,65536,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,256,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,768,32,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,16384,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,8192,0.008283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,10240,0.00785813331604004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,6144,0.007169066866238911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,7168,0.007865599791208903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,12288,0.00867733359336853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,5120,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,3072,0.007030400137106578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,4096,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,3584,0.0066890666882197065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,2048,0.005798399945100148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,65536,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,1536,0.004996266464392344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,768,0.0038122666378815973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,256,0.0029994666576385496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,32,0.002598399917284648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,128,0.0030165334542592366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,12288,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,512,64,0.0026389333109060925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,16384,0.008689066767692566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,10240,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,8192,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,6144,0.006632533172766368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,4096,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,5120,0.0058773333827654515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,65536,0.016926934321721397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,7168,0.006757333377997081
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,3584,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,3072,0.00594346672296524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,2560,0.006221866607666016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,2048,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,1536,0.004649599889914194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,768,0.0034805332620938623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,512,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,1024,0.003818666686614355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,128,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,256,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,64,0.0030517332255840302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,256,32,0.003045333425203959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,16384,0.007857066889603932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,65536,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,10240,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,12288,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,8192,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,6144,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,7168,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,5120,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,3584,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,2560,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,3072,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,4096,0.005810133119424184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,2048,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,1536,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,1024,0.003752533346414566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,512,0.0033482665816942847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,64,0.002603733291228612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,32,0.0029866665601730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,128,128,0.002993066608905792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,16384,0.006963199873765309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,65536,0.01069546639919281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,10240,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,12288,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,7168,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,8192,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,6144,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,5120,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,4096,0.005388799806435903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,3584,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,3072,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,2048,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,512,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,768,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,1024,0.0038272000849246977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,1536,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,256,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,64,0.002644266684850057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,64,32,0.0026133333643277483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,65536,0.00909546713034312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,16384,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,8192,0.005871999760468801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,10240,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,12288,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,7168,0.005398400127887726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,6144,0.0055285334587097164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,3584,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,4096,0.005388799806435903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,5120,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,3072,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,1536,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,768,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,512,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,256,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,64,0.002632533262173335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,128,0.002639999985694885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,4,32,32,0.0025568000972270967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,5120,0.10973652998606365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,6144,0.12701013088226318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,7168,0.1458175977071126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,8192,0.1762645403544108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,4096,0.09144319693247477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,10240,0.2139135996500651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,3584,0.07263466517130533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,3072,0.06318080027898153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,2560,0.05386240084966024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,768,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,1024,0.024098134040832518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,512,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,128,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,64,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,2048,0.04355413516362508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,12288,0.2543605327606201
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,256,0.009222400188446046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,32,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,1536,0.0339957316716512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,7168,0.036927998065948486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,8192,0.04402773380279541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,10240,0.05649066766103109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,12288,0.06666239897410074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,4096,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,5120,0.028330665826797486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,6144,0.03215466737747193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,65536,16384,0.337339719136556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,16384,0.0852661371231079
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,3584,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,1024,0.008742400010426839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,1536,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,768,0.007456000149250031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,2048,0.013310933113098144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,3072,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,512,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,2560,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,256,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,128,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,32,0.0029994666576385496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,64,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,7168,0.03447999954223633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,8192,0.03850239912668864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,10240,0.04396373430887858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,12288,0.051368534564971924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,5120,0.02635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,4096,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,6144,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,16384,0.0663541316986084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,3584,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,1024,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,2048,0.013583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,1536,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,2560,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,3072,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,768,0.005122133096059163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,128,0.003028266628583272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,256,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,64,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,8192,0.032358400026957196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,10240,0.038228265444437665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,12288,0.04471466541290283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,16384,0.057107198238372806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,7168,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,6144,0.02635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,5120,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,4096,0.020683733622233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,3072,0.01562879979610443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,3584,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,2560,0.015220266580581666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,1536,0.00946666697661082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,1024,0.006232533355553945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,2048,0.011397332946459452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,512,0.0038261334101359046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,128,0.002963199963172277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,12288,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,10240,0.03153600096702576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,16384,65536,0.31819092432657875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,16384,0.046288001537323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,6144,0.01928640007972717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,7168,0.023209599653879802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,8192,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,5120,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,12288,65536,0.2420735994974772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,4096,0.014338133732477823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,3584,0.013244799772898355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,3072,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,1536,0.007386666536331177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,2560,0.010171733299891154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,2048,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,1024,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,512,0.003958400090535482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,256,0.003340800106525421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,128,0.002996266633272171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,768,0.004572799801826477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,64,0.0030517332255840302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,32,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,8192,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,10240,65536,0.2035360018412272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,10240,0.029494400819142657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,12288,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,16384,0.04293973445892334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,4096,0.013312000036239623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,5120,0.015362133582433065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,6144,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,2560,0.009826133648554485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,2048,0.008269866804281871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,3584,0.012285866340001424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,1536,0.006724266707897187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,3072,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,1024,0.004646400113900503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,256,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,512,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,128,0.002995199958483378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,64,0.0029386666913827257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,32,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,8192,65536,0.16772586504618328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,8192,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,10240,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,12288,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,7168,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,16384,0.03775146802266439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,4096,0.011945600310961407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,5120,0.016039466857910155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,6144,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,2560,0.008674133817354839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,3072,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,2048,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,3584,0.011060266693433126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,1536,0.005667200187842051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,1024,0.004369066655635833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,768,0.003819733361403147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,512,0.0037216000258922578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,256,0.003304533412059148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,128,0.0029674666623274487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,64,0.002799999962250392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,32,0.0029386666913827257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,8192,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,10240,0.023619200785954794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,12288,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,7168,65536,0.14738772710164388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,16384,0.03372373183568318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,4096,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,6144,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,7168,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,5120,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,3584,0.009859200318654377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,3072,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,2560,0.007863466441631318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,1536,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,1024,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,2048,0.006615466872851054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,768,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,512,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,256,0.0031370667119820913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,128,0.003010133405526479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,64,0.0026517334083716077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,6144,65536,0.12417706648508708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,12288,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,10240,0.019795199235280357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,8192,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,16384,0.028468267122904463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,7168,0.014747732877731323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,3584,0.011940266688664753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,6144,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,4096,0.011195733149846395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,5120,0.012834133704503379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,3072,0.01242026686668396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,2560,0.009502933422724406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,2048,0.007496533294518788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,1024,0.00621013343334198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,1536,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,512,0.004643199841181437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,768,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,256,0.0031061333914597826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,64,0.0026133333643277483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,32,0.0026208000878492994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,5120,65536,0.10629226366678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,7168,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,8192,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,10240,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,12288,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,6144,0.013242666920026144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,4096,0.01071679989496867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,16384,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,3584,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,3072,0.009912533561388652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,2560,0.009061333537101746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,2048,0.007441066702206929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,5120,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,1536,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,1024,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,512,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,128,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,4096,65536,0.09014613628387451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,256,0.003066666672627131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,64,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,32,0.0027306665976842242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,7168,0.012900267044703165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,8192,0.014062933127085366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,10240,0.01604480048020681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,12288,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,5120,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,16384,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,4096,0.009897599617640179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,3584,0.009130666653315227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,3072,0.009115733702977498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,6144,0.011742933591206869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,2560,0.00786240001519521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,2048,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,1536,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,1024,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,256,0.0037791999677817024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,768,0.004983466863632202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,512,0.004233600199222564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3584,65536,0.07932480176289877
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,64,0.0026015999416510267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,128,0.003443199892838796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,32,0.0029002666473388673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,7168,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,8192,0.012969600160916648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,10240,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,12288,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,16384,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,6144,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,5120,0.01036906639734904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,4096,0.009093333284060161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,3584,0.007930666704972585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,2560,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,2048,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,3072,0.008268799881140392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,3072,65536,0.06877973079681396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,1536,0.006275199850400289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,1024,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,768,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,512,0.0039594667653242745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,64,0.002902399996916453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,128,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,256,0.0034474665919939675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,32,0.0030005333324273427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,7168,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,10240,0.012357333302497863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,8192,0.011055999994277954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,12288,0.013243732849756875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,6144,0.009830400347709656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,5120,0.009103999535242716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,16384,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,3584,0.009128533800443013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,4096,0.009530666470527648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,3072,0.007242666681607564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2560,65536,0.061027201016743984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,2560,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,1536,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,768,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,2048,0.0073728000124295544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,256,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,128,0.0030048000315825146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,64,0.0030346666773160298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,32,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,10240,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,8192,0.010311466455459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,7168,0.0095360000928243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,12288,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,6144,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,5120,0.007448533177375793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,16384,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,2048,65536,0.05113173325856527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,4096,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,3584,0.007046400010585785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,3072,0.006214400132497152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,2560,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,1024,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,768,0.004226133227348328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,2048,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,1536,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,512,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,64,0.00266239990790685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,128,0.002963199963172277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,32,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,12288,0.012356266379356384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1536,65536,0.037272532780965165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,10240,0.011169067025184632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,8192,0.010372266173362732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,7168,0.009330133597056072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,6144,0.0086816002925237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,16384,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,4096,0.007470933099587758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,3584,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,5120,0.008288000027338665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,2560,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,1536,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,2048,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,512,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,128,0.00311253344019254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,65536,0.02703253428141276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,64,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,1024,32,0.0029866665601730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,12288,0.01071999967098236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,16384,0.0106495996316274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,10240,0.009922132889429728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,7168,0.008680533369382222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,6144,0.008281599978605907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,8192,0.009161600470542907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,5120,0.007043200234572093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,4096,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,3584,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,1536,0.005389866729577383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,2048,0.005390933156013489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,1024,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,768,0.004315733412901561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,512,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,65536,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,256,0.003139200061559677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,128,0.0029045333464940387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,32,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,768,64,0.0026528000831604003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,16384,0.010664533575375874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,10240,0.007859200239181519
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,8192,0.008274133503437042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,7168,0.00787306676308314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,6144,0.007037866612275441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,12288,0.008266666531562805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,5120,0.007036800185839335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,3584,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,4096,0.007080533107121785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,3072,0.006680533289909363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,2560,0.00661653329928716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,65536,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,1024,0.004231466849644979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,768,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,512,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,256,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,64,0.0025813333690166474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,12288,0.008277333279450735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,16384,0.009092266360918682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,65536,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,512,32,0.0026602665583292644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,8192,0.007032533486684163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,10240,0.007492266595363617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,7168,0.006690133114655812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,6144,0.006242133180300395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,5120,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,4096,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,3072,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,3584,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,2048,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,1536,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,1024,0.0038922667503356934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,768,0.003370666752258936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,512,0.0033791999022165934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,256,0.0030410667260487873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,128,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,256,64,0.002656000107526779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,16384,0.007924266656239827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,12288,0.007445333401362102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,65536,0.013993600010871887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,10240,0.0070271998643875126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,6144,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,7168,0.006211199859778086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,8192,0.006279466549555461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,4096,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,5120,0.005874133110046387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,3584,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,3072,0.0055285334587097164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,1024,0.003756800045569738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,2048,0.005397333204746247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,768,0.00378560001651446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,512,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,1536,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,128,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,256,0.003019733230272929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,64,0.002820266783237457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,65536,0.010309333602587383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,16384,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,128,32,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,12288,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,10240,0.0055285334587097164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,7168,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,8192,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,6144,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,5120,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,4096,0.005398400127887726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,3584,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,3072,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,2048,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,1536,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,1024,0.0038101332883040107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,512,0.0033514666060606635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,768,0.003555200000603994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,128,0.003031466652949651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,32,0.0026943999032179515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,64,64,0.0027072000006834666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,65536,0.009499733646710713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,16384,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,10240,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,8192,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,12288,0.005806933343410492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,7168,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,6144,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,5120,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,3584,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,4096,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,3072,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,2560,0.0053941334287325535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,1536,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,768,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,1024,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,256,0.003044266750415166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,512,0.003336533407370249
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,128,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,64,0.0027274665733178455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,2,32,32,0.002628266563018163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,5120,0.1078272024790446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,6144,0.12632853190104168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,7168,0.14602239926656085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,8192,0.1736021359761556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,4096,0.09007786909739177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,3584,0.0746837298075358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,10240,0.21357226371765137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,3072,0.06362239917119344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,2560,0.05440959930419922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,768,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,1024,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,512,0.014061866203943887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,128,0.006213333209355672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,1536,0.034815998872121175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,256,0.009143466750780743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,2048,0.04430506626764934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,32,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,64,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,12288,0.2544981320699056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,8192,0.042734932899475095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,7168,0.038228265444437665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,10240,0.0562175989151001
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,12288,0.06519573529561361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,5120,0.028673066695531206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,65536,16384,0.33392747243245446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,4096,0.02402879993120829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,16384,0.08475306828816732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,6144,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,3584,0.021640533208847047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,768,0.007100800176461537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,1024,0.008739200234413148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,1536,0.01160426636536916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,512,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,2048,0.013651200135548911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,256,0.0037920000652472176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,128,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,64,0.0030026666820049284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,2560,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,32,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,7168,0.03536213239034017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,8192,0.03993599812189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,10240,0.0438261349995931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,12288,0.0520576000213623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,5120,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,6144,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,4096,0.02376213272412618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,16384,0.0655349334081014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,3584,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,1024,0.007462400197982788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,2048,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,2560,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,1536,0.009080533186594646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,3072,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,768,0.004974933465321859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,512,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,256,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,128,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,64,0.0027104000250498454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,32,0.0029706666866938275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,8192,0.03242026567459107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,10240,0.03884373505910237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,12288,0.043901864687601724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,16384,0.057003732522328696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,7168,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,6144,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,5120,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,4096,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,3584,0.01890773375829061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,3072,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,2048,0.011405866344769795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,2560,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,1536,0.010171733299891154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,768,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,512,0.0038581334054470064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,1024,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,128,0.0029653333127498626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,32,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,64,0.0029685333371162414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,10240,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,16384,65536,0.3181920051574707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,12288,0.03741333484649658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,16384,0.04669653177261353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,7168,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,6144,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,8192,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,5120,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,12288,65536,0.239685328801473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,4096,0.014337066809336343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,3584,0.013516799608866373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,1536,0.007110400001207988
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,3072,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,2048,0.008739200234413148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,2560,0.0105813334385554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,768,0.0046410664916038515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,128,0.002937600016593933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,512,0.004165333261092504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,32,0.003036800026893616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,64,0.0025600001215934755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,10240,65536,0.20271679560343422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,8192,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,10240,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,12288,0.03372480074564616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,7168,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,16384,0.04239253203074138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,5120,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,6144,0.01760853330294291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,4096,0.012972799936930337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,2560,0.009554133812586466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,2048,0.008327466746171314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,3584,0.011538133025169373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,1536,0.006628266473611195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,3072,0.01065066655476888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,1024,0.004786133269468943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,64,0.002595199892918269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,128,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,32,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,8192,65536,0.16732373237609863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,8192,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,10240,0.026281599203745527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,12288,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,7168,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,16384,0.03781973520914714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,6144,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,5120,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,4096,0.011946666240692138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,3584,0.011197866996129353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,3072,0.00949013332525889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,1536,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,2048,0.007158400118350982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,2560,0.00860479970773061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,1024,0.004642133414745331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,768,0.004229333500067393
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,512,0.003788800040880839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,64,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,256,0.0029696000119050344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,128,0.0029418667157491045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,32,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,10240,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,8192,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,7168,65536,0.14643306732177735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,12288,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,16384,0.03304213285446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,6144,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,5120,0.01447466711203257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,4096,0.011126400033632914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,3584,0.00976213316122691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,7168,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,1536,0.005397333204746247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,2048,0.006673066814740498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,3072,0.0088128000497818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,2560,0.008006399869918824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,1024,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,768,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,512,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,256,0.00296426663796107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,64,0.0026133333643277483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,32,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,6144,65536,0.12397226492563884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,8192,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,10240,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,12288,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,7168,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,16384,0.02764906684557597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,3584,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,4096,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,6144,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,5120,0.012770133217175803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,3072,0.01153600017229716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,2560,0.011168000102043153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,2048,0.009504000345865887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,1024,0.005797333518664042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,768,0.004981333514054617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,1536,0.007459199925263722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,512,0.004188799858093261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,128,0.0029333333174387617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,32,0.002598399917284648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,64,0.002621866762638092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,5120,65536,0.10584746996561686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,8192,0.01569706698258718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,7168,0.013857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,10240,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,12288,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,5120,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,4096,0.01106346646944682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,16384,0.02553386688232422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,3584,0.01276693344116211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,3072,0.011128532886505126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,2560,0.009303466478983561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,6144,0.01270080010096232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,2048,0.007855999966462452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,1536,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,1024,0.0053962667783101406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,768,0.004710400104522705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,256,0.003345066557327906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,512,0.0038901334007581077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,128,0.0030346666773160298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,64,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,4096,65536,0.08898560206095377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,32,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,7168,0.012902399897575379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,10240,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,8192,0.0139957328637441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,12288,0.018097066879272462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,5120,0.010856533050537109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,16384,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,4096,0.009965866804122925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,3584,0.008758399883906047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,3072,0.009709866841634114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,6144,0.012084266543388367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,2048,0.007039999961853028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,2560,0.008263466755549113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,1536,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,1024,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,768,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,512,0.004232533276081085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3584,65536,0.07922666867574056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,128,0.0033439998825391137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,256,0.0034122665723164878
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,64,0.0026378666361172995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,32,0.002586666742960612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,8192,0.012288000186284382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,10240,0.014195199807484946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,7168,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,12288,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,6144,0.011058132847150166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,4096,0.009081600109736125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,5120,0.00962559978167216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,3072,0.008749866485595703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,16384,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,3584,0.008036266764005024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,2560,0.007502933343251546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,2048,0.007036800185839335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,1536,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,768,0.004982399940490723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,3072,65536,0.06932480335235595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,1024,0.005118933320045471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,512,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,256,0.0034815999368826545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,128,0.0034143999218940735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,64,0.002625066787004471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,32,0.002631466587384542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,10240,0.012014933427174886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,8192,0.01160533328851064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,7168,0.010717866818110149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,12288,0.01358080009619395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,6144,0.009898666540781658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,5120,0.008692266543706258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,16384,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,4096,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,3584,0.009532800316810608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,3072,0.0077919999758402515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,1536,0.007447466750939687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2560,65536,0.060244266192118326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,2048,0.008284799754619598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,768,0.004713599880536398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,1024,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,512,0.0038218667109807336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,256,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,64,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,32,0.0027306665976842242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,128,0.0030400000512599947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,8192,0.010103467106819152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,10240,0.011061333616574605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,7168,0.009489066402117411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,16384,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,12288,0.011879466970761617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,6144,0.008276266853014629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,5120,0.007053866485754649
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,2048,65536,0.050556798775990806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,4096,0.007457066575686138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,3584,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,3072,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,2048,0.006679466863473256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,1024,0.004643199841181437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,1536,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,768,0.0045738667249679565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,512,0.0038176000118255613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,256,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,128,0.0030037333567937215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,64,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,32,0.003047466774781545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,16384,0.015154133240381876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,10240,0.012355200449625651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,12288,0.013516799608866373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,8192,0.010447999835014344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1536,65536,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,7168,0.009504000345865887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,6144,0.009097599983215332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,5120,0.008690133690834045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,4096,0.007860266665617625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,3584,0.007041066884994507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,2560,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,2048,0.007898666461308797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,3072,0.006348800162474315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,1536,0.007052800059318543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,1024,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,512,0.004164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,768,0.004638933142026265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,256,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,64,0.0025962665677070618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,65536,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,32,0.0030154667794704436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,1024,128,0.002998399982849757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,16384,0.010308266679445902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,12288,0.011127466956774395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,10240,0.009913600484530131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,8192,0.009511466821034749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,7168,0.00881599982579549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,4096,0.007454933226108551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,5120,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,6144,0.00824533353249232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,3072,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,3584,0.006712533533573151
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,2048,0.005055999755859375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,2560,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,1536,0.0055978665749231975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,768,0.004163199911514918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,512,0.0037546666959921518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,65536,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,1024,0.004709333181381226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,256,0.003044266750415166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,128,0.0029343999922275543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,32,0.0030602666238943735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,768,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,10240,0.00827946662902832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,12288,0.008820266524950663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,8192,0.00786133309205373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,7168,0.007877333462238312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,6144,0.007426133255163829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,16384,0.010762666662534077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,5120,0.007044266661008198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,4096,0.0074538667996724445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,3584,0.006636799871921539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,3072,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,65536,0.01699733336766561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,2560,0.006218666831652323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,1536,0.004640000065167745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,2048,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,512,0.0033471999069054925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,768,0.0034111998975276947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,128,0.00266239990790685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,64,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,256,0.0031360000371932983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,16384,0.008685866991678875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,12288,0.007854933540026348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,512,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,8192,0.007047466437021891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,10240,0.007458133498827617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,7168,0.0066431999206542965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,6144,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,65536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,3584,0.006622933348019918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,5120,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,3072,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,4096,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,2560,0.005805866420269012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,2048,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,1024,0.004159999887148539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,768,0.003399466723203659
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,512,0.0033429334561030067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,128,0.0025941332181294756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,256,0.002997333308060964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,1536,0.004576000074545542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,64,0.002665599932273229
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,256,32,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,12288,0.007099733253320058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,16384,0.007492266595363617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,65536,0.013585066795349121
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,10240,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,8192,0.007031466563542683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,7168,0.006691200037797292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,6144,0.006623999774456024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,5120,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,3584,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,4096,0.005390933156013489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,3072,0.005393066505591074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,2048,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,1536,0.004574933151404063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,2560,0.006212266782919565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,768,0.003755733370780945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,512,0.0030720000465710956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,128,0.003050666550795237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,64,0.0026389333109060925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,256,0.002963199963172277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,65536,0.009946667154630025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,16384,0.006667733192443848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,128,32,0.0026709333062171934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,12288,0.005870933334032694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,10240,0.006621866424878438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,8192,0.006670933465162914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,7168,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,5120,0.005189333359400431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,6144,0.0054624001185099285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,2560,0.006285866598288219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,3072,0.005804799993832906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,3584,0.00580266664425532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,4096,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,2048,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,1536,0.004266666869322458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,1024,0.003822933385769526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,768,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,512,0.0032448001205921174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,256,0.002935466667016347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,128,0.00290133332212766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,32,0.0025589334468046824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,64,64,0.0026538667579491934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,16384,0.006620799998442332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,65536,0.009101866682370504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,12288,0.00628053347269694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,10240,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,7168,0.0058037335673968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,6144,0.005392000079154968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,5120,0.005869866907596588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,8192,0.005801600217819214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,4096,0.004985600213209788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,3584,0.006007466713587443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,3072,0.005051733553409576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,2560,0.0054613331953684485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,1536,0.0042250668009122215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,2048,0.005385600030422211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,768,0.0034133332471052804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,512,0.0033461332321166994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,1024,0.0038143999874591826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,256,0.0029311999678611755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,128,0.002595199892918269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,64,0.0029365333418051405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,float16,1,32,32,0.0026730666557947796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,5120,1.8560736338297528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,6144,2.1563796997070312
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,7168,2.5129684448242187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,8192,3.1113962809244793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,4096,1.4391370137532553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,3584,1.2276458740234375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,10240,3.8969685872395834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,3072,1.0676575978597005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,2560,0.9191018422444662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,1024,0.43042132059733074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,768,0.3649888038635254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,1536,0.567909304300944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,512,0.301260789235433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,2048,0.7406933466593425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,12288,4.811741638183594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,128,0.2175999959309896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,256,0.23961493174235024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,64,0.21179413795471191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,32,0.2125493367513021
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,65536,16384,6.643269348144531
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,7168,0.7249237060546875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,8192,0.8123050689697265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,10240,1.0327754974365235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,12288,1.2595242818196615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,4096,0.40065600077311203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,6144,0.6138207753499348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,5120,0.5121365229288737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,3584,0.3569994608561198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,1536,0.1699893315633138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,2048,0.2147989273071289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,2560,0.25784319241841636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,3072,0.30610774358113607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,16384,1.6998432159423829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,1024,0.12599146366119385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,256,0.08082666397094726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,768,0.10902293523152669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,512,0.09243626594543457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,128,0.06727786858876547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,64,0.0661141316095988
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,32,0.06505920092264811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,7168,0.5792426427205404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,8192,0.6606165568033855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,10240,0.8215210596720377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,12288,1.0684747060139974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,5120,0.4079594612121582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,6144,0.49346561431884767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,4096,0.3214037259419759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,16384,1.426162083943685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,3584,0.2825557390848795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,2560,0.20688212712605797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,3072,0.24350719451904296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,2048,0.1691648006439209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,512,0.07666880289713542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,1024,0.10120533307393391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,256,0.06601493358612061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,1536,0.13509972890218097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,768,0.09164799849192301
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,128,0.0568992018699646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,32,0.05577280124028524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,64,0.056354133288065586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,8192,0.582860819498698
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,10240,0.7328416188557942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,12288,0.9006762822469077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,16384,1.2110869089762368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,7168,0.5093728065490722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,6144,0.4362240155537923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,5120,0.35973119735717773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,3072,0.21323092778523764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,2560,0.1809066613515218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,3584,0.2478048006693522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,4096,0.2854901313781738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,1024,0.0908245325088501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,1536,0.11936426957448323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,768,0.08287680149078369
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,2048,0.14930027325948078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,256,0.05983680089314779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,128,0.053623465696970615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,512,0.06935893694559733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,64,0.0530133326848348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,32,0.0528714656829834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,16384,65536,7.164859517415364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,10240,0.6286336263020833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,12288,0.7605920155843099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,16384,1.012120564778646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,8192,0.5004970550537109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,7168,0.4374538739522298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,6144,0.37113065719604493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,4096,0.24466773668924965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,5120,0.3072693188985189
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,3072,0.1818602720896403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,3584,0.21207040150960288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,12288,65536,5.8218846638997395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,1024,0.07970026334126791
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,2048,0.12905600070953369
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,1536,0.10352746645609538
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,768,0.07348906993865967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,2560,0.15646613438924153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,128,0.04491839806238811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,256,0.05205440123875936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,512,0.05997226635615031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,64,0.04314560095469157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,32,0.042532265186309814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,8192,0.485203202565511
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,10240,0.6029312133789062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,12288,0.7417194366455078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,10240,65536,5.161991373697917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,16384,0.9940319697062174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,7168,0.42420800526936847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,6144,0.36123199462890626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,5120,0.2998954772949219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,3584,0.20483412742614746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,3072,0.18411626815795898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,2560,0.1528490702311198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,4096,0.23633920351664223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,2048,0.12506453196207684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,512,0.06557120084762573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,256,0.05751466751098633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,768,0.07754879792531331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,1536,0.10168213049570721
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,1024,0.08543573220570883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,128,0.044712531566619876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,64,0.04341760079065959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,32,0.042529066403706864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,8192,0.4270762761433919
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,10240,0.5354207992553711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,12288,0.6728362401326498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,8192,65536,4.17393061319987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,16384,0.886138661702474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,7168,0.3730079968770345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,6144,0.32037652333577477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,5120,0.26562560399373375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,3072,0.1595413366953532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,2048,0.11226452986399334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,3584,0.182476806640625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,2560,0.13486080169677733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,4096,0.20981760025024415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,256,0.04757973353068034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,512,0.053692801793416345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,1024,0.07004160086313883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,768,0.0648202657699585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,1536,0.09195520083109537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,128,0.03952426513036092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,32,0.03700266679128011
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,64,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,8192,0.38734505971272787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,10240,0.4847968101501465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,12288,0.6044330596923828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,7168,0.33761278788248694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,16384,0.7946240107218425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,6144,0.28979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,5120,0.23941119511922201
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,7168,65536,4.088765970865885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,3584,0.16773227055867512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,3072,0.14329919815063477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,4096,0.18961067199707032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,2560,0.12434559663136799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,768,0.058398934205373135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,512,0.048878931999206544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,1024,0.06314666668574015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,1536,0.0841386636098226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,2048,0.10239893595377605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,256,0.04293866554896037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,128,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,32,0.03549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,64,0.037206399440765384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,8192,0.3450549443562826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,10240,0.42994454701741536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,12288,0.5412864049275716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,7168,0.3015338579813639
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,16384,0.7139328002929688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,6144,0.26002880732218425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,5120,0.21562132835388184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,6144,65536,3.576804351806641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,3072,0.1305962642033895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,4096,0.16964373588562012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,3584,0.14834453264872233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,2560,0.11236586570739746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,2048,0.09280959765116373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,768,0.0525322675704956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,512,0.043622398376464845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,1536,0.07598186333974202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,1024,0.05734399954477946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,256,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,128,0.03324480056762695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,32,0.029971200227737426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,64,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,8192,0.33249279657999675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,10240,0.41321814854939776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,12288,0.5249024073282877
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,7168,0.29224958419799807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,16384,0.6952266693115234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,6144,0.25094827016194665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,5120,0.20776960055033364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,5120,65536,3.182935587565104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,4096,0.1653429349263509
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,3584,0.14315412839253744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,3072,0.12639573415120442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,2048,0.09065813223520915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,2560,0.10769066810607911
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,1024,0.056591999530792234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,1536,0.07407466570536295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,768,0.05133866469065348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,256,0.037001601854960126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,128,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,512,0.042733867963155106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,64,0.034883201122283936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,32,0.03386026620864868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,8192,0.31846507390340173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,10240,0.39731200536092126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,12288,0.4767434755961101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,7168,0.2805077234903971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,16384,0.6306816101074219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,6144,0.24077653884887695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,4096,65536,2.806714630126953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,5120,0.2002613385518392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,3072,0.11707733472188313
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,4096,0.1594037373860677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,3584,0.13800212542215984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,2048,0.08393386999766031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,2560,0.09904853502909342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,256,0.032562132676442465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,768,0.04652479887008667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,1024,0.05307733217875162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,512,0.038098132610321044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,128,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,32,0.027031467358271284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,64,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,1536,0.06819732983907065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,8192,0.29846293131510415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,10240,0.3717461268107096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,12288,0.4362240155537923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,7168,0.26262079874674477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,16384,0.5731669108072917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,6144,0.228113063176473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,5120,0.18981653849283855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3584,65536,2.7592063903808595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,2560,0.0979637304941813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,3072,0.11184746424357098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,4096,0.14888960520426434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,2048,0.08004266421000163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,3584,0.1306282679239909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,256,0.030857600768407184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,512,0.035087998708089194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,1536,0.06341546773910522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,1024,0.047991466522216794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,768,0.04293973445892334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,128,0.027922133604685467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,32,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,64,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,8192,0.2784245491027832
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,10240,0.3456693331400553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,12288,0.4142421404520671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,7168,0.24501120249430336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,16384,0.5477738698323568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,6144,0.2124117374420166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,5120,0.17660694122314452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,3072,65536,2.4570879618326824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,3072,0.10560853481292724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,3584,0.12141119639078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,4096,0.13868692715962727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,2560,0.08826879660288492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,2048,0.07287573019663493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,256,0.031675734122594196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,512,0.03502080043156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,768,0.039527467886606854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,1024,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,1536,0.05857280095418295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,128,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,64,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,32,0.024781866868336996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,8192,0.2580469290415446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,10240,0.3194197336832682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,12288,0.38434025446573894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,16384,0.5052778561909993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,7168,0.22701759338378907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,6144,0.19671039581298827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2560,65536,2.2708223978678386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,5120,0.16445226669311525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,3584,0.11124373277028402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,3072,0.09502826531728109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,4096,0.1297397295633952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,2048,0.0651253342628479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,2560,0.08041813373565673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,1024,0.040482131640116374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,256,0.028330665826797486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,512,0.033037867148717245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,768,0.03898133436838786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,1536,0.053388798236846925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,128,0.02744213342666626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,32,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,64,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,8192,0.23812266985575356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,10240,0.29573014577229817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,12288,0.3507210731506348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,16384,0.46155093510945633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,7168,0.2095424016316732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,6144,0.18186346689860028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,5120,0.15073386828104657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,2048,65536,2.1280821482340495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,3072,0.08629013697306315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,2048,0.05789120197296142
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,3584,0.10079572995503742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,4096,0.11677013238271076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,2560,0.07058773040771485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,256,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,768,0.0341322660446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,512,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,1024,0.03782080014546712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,1536,0.04676160017649333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,128,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,64,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,32,0.02198293407758077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,8192,0.22968427340189615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,10240,0.2843306541442871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,12288,0.3357013384501139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,16384,0.44127572377522783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,7168,0.20258132616678873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,6144,0.17401067415873211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1536,65536,1.9677173614501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,5120,0.14465813636779784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,2560,0.06638933420181274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,3072,0.07898773352305094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,3584,0.09506133397420248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,4096,0.11223146915435792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,2048,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,256,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,512,0.028463999430338543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,768,0.03304106593132019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,1024,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,128,0.02525866627693176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,64,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,1536,0.04525866508483887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,32,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,8192,0.21773653030395507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,10240,0.2698570569356283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,12288,0.31983146667480467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,7168,0.1919989267985026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,16384,0.4194965362548828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,1024,65536,1.7853791554768879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,6144,0.16691093444824218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,5120,0.1383072058359782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,2560,0.06055146853129069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,2048,0.050584534804026283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,3072,0.07540160020192464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,3584,0.08966826597849528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,4096,0.104584534962972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,512,0.026829866568247478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,256,0.023619200785954794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,768,0.03249599933624268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,1024,0.035021865367889406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,1536,0.04328639904658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,128,0.020888533194859824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,32,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,64,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,8192,0.2088618596394857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,10240,0.2589333375295003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,12288,0.3074058532714844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,7168,0.18288745880126953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,16384,0.40441172917683915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,6144,0.15783146222432454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,768,65536,1.708236821492513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,5120,0.12923093636830646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,3072,0.06741440296173096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,2560,0.05727680126825968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,3584,0.08246400356292724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,2048,0.04723840157190959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,4096,0.09738346735636393
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,512,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,1536,0.04041386842727661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,256,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,768,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,1024,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,64,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,32,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,128,0.020476800203323365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,8192,0.20497066179911294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,10240,0.2532693386077881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,12288,0.3020074526468913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,16384,0.3974517186482748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,7168,0.17940160433451335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,512,65536,1.6207552591959637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,6144,0.15325867335001628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,5120,0.1271466652552287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,2048,0.046317867437998456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,2560,0.054067198435465494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,3072,0.06382933457692465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,3584,0.07884693145751953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,4096,0.0941759983698527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,256,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,768,0.029080533981323244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,512,0.024781866868336996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,1024,0.03222080071767171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,1536,0.039389868577321366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,32,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,64,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,128,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,8192,0.20449387232462563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,10240,0.25279253323872886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,12288,0.3011242548624674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,7168,0.17810880343119304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,16384,0.39731200536092126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,256,65536,1.5598250071207682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,6144,0.15278080304463704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,5120,0.12506453196207684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,3072,0.06260159810384115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,2048,0.04580479860305786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,2560,0.053384534517923986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,3584,0.07881279786427817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,4096,0.09360000292460123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,256,0.021640533208847047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,512,0.024848000208536784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,768,0.029080533981323244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,1024,0.031676799058914185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,128,0.019934932390848793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,64,0.01829866568247477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,32,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,1536,0.03911573489507039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,8192,0.20312852859497071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,10240,0.25197226206461587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,12288,0.30153280893961587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,16384,0.3963562647501627
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,128,65536,1.5424842834472656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,7168,0.17879145940144855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,6144,0.15264320373535156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,5120,0.12564480304718018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,3072,0.061950933933258054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,4096,0.09202666282653808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,3584,0.07792747020721436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,2048,0.04635413487752278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,2560,0.05280426740646362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,768,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,512,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,1024,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,256,0.021502933899561563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,128,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,1536,0.039049601554870604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,64,0.01802133321762085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,32,0.01686506668726603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,7168,1.2257301330566406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,8192,1.4180074055989584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,64,65536,1.5480138142903646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,10240,1.7419967651367188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,12288,2.2009567260742187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,4096,0.7232853571573894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,5120,0.8716970443725586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,6144,1.0990304311116537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,3584,0.6312277475992839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,3072,0.5488639831542969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,1536,0.30119574864705406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,1024,0.2213535944620768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,16384,3.057054901123047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,2048,0.3754666646321615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,256,0.12936533292134603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,512,0.1561962604522705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,64,0.11492373148600261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,2560,0.47127892176310227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,768,0.19145387013753254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,32,0.11509546438852947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,65536,128,0.11909013589223225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,7168,0.35133441289265954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,8192,0.401749324798584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,10240,0.5088245391845703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8192,32,65536,1.5390708923339844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,12288,0.6289066950480143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,5120,0.2547712008158366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,6144,0.3025578816731771
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,3584,0.18506986300150555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,4096,0.20817920366923012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,16384,0.8237802505493164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,3072,0.16226879755655926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,1024,0.07195200125376383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,768,0.06799360116322836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,1536,0.09328746795654297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,512,0.05789013306299845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,2048,0.1143829345703125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,2560,0.13882026672363282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,256,0.04976640144983928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,128,0.042529066403706864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,64,0.04177920023600261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,32,0.04164266586303711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,7168,0.28555946350097655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,8192,0.32525545756022134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,10240,0.4121258735656738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,12288,0.501043192545573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,5120,0.20435627301534018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,6144,0.24541865984598793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,4096,0.16780160268147787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,16384,0.7023274739583333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,3584,0.1524394671122233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,2048,0.09724586804707845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,2560,0.11557546456654866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,1536,0.08014506498972575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,3072,0.13103679815928143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,1024,0.0617141326268514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,768,0.059869865576426186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,512,0.050204801559448245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,256,0.04547093311945598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,128,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,64,0.036722131570180255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,32,0.03672426541646322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,8192,0.2805066744486491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,10240,0.36041386922200525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,12288,0.46202878952026366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,7168,0.24500907262166344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,16384,0.6147082646687825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,6144,0.21090985933939616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,5120,0.1777685324350993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,3584,0.13404159545898436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,3072,0.11755626996358234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,4096,0.14820586840311686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,2560,0.10280959606170655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,1024,0.05700159867604574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,768,0.053147733211517334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,1536,0.0731829325358073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,2048,0.08553813298543295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,128,0.035225598017374675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,256,0.0392522652943929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,64,0.03543146848678589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,512,0.04723306496938069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,32,0.03488213221232096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,16384,65536,3.5898773193359377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,10240,0.3085653305053711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,12288,0.39526398976643884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,8192,0.23995626767476402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,16384,0.5291338602701823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,7168,0.2103648026784261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,6144,0.1810421307881673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,5120,0.15319040616353352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,12288,65536,2.8204416910807293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,4096,0.1274506648381551
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,3584,0.11851413249969482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,3072,0.10308159987131756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,2560,0.09093440373738607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,1536,0.06338880062103272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,2048,0.07611839771270752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,1024,0.049459199110666915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,768,0.04795733292897542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,512,0.04137279987335205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,256,0.034474666913350424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,64,0.02983573277791341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,128,0.030652799208958942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,32,0.02887679934501648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,8192,0.22394879659016928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,10240,0.28787946701049805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,12288,0.38679892222086587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,10240,65536,2.503266143798828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,16384,0.5119317372639973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,7168,0.1962282657623291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,6144,0.16984319686889648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,4096,0.11905706723531087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,5120,0.14438400268554688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,1536,0.06366506814956666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,3072,0.09604693253835042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,2048,0.07048959732055664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,3584,0.109225598971049
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,2560,0.08560853004455567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,512,0.04178026517232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,256,0.03624853293100993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,1024,0.05160853465398153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,768,0.048809599876403806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,128,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,64,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,32,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,8192,0.21534506479899088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,10240,0.2727904001871745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,12288,0.33385705947875977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,8192,65536,2.118691253662109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,16384,0.4413440068562825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,7168,0.18749440511067708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,6144,0.16281599998474122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,5120,0.14015146891276042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,4096,0.11496213277180989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,3584,0.10783039728800456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,1536,0.057241598765055336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,2048,0.06809600194295248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,2560,0.08164693514506022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,3072,0.09196266333262125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,768,0.04150613149007161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,1024,0.046727466583251956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,256,0.030716800689697267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,128,0.028467200199762982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,512,0.03597653309504191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,64,0.02785173257191976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,32,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,8192,0.19616427421569824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,10240,0.2485589345296224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,12288,0.2947744051615397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,16384,0.3932842572530111
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,7168,65536,2.0656778971354166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,6144,0.14909332593282063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,7168,0.17264639536539714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,5120,0.12772586345672607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,2560,0.07591359615325928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,3072,0.0831829309463501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,3584,0.09775893688201905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,4096,0.1061205307642619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,2048,0.06147520144780477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,1024,0.04007146755854289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,768,0.0385696013768514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,256,0.028739200035731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,512,0.03331519961357117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,1536,0.05181653499603271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,64,0.026825600862503053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,128,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,32,0.025805866718292235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,8192,0.1774997393290202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,10240,0.22367572784423828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,12288,0.27265599568684895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,6144,65536,1.76800537109375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,16384,0.36123199462890626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,7168,0.1555786609649658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,6144,0.13335893948872884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,5120,0.11441493034362793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,3072,0.07505813439687094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,3584,0.0886783997217814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,2560,0.06529599825541178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,4096,0.09543786843617758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,2048,0.05536533196767172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,1536,0.04696853160858154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,1024,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,512,0.03256319959958394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,768,0.03515306711196899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,256,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,128,0.025872000058492023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,64,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,32,0.02368853290875753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,8192,0.1632256031036377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,10240,0.20619840621948243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,12288,0.26418773333231604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,5120,65536,1.5900341033935548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,7168,0.14349439938863118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,16384,0.3510613441467285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,6144,0.12527039845784504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,5120,0.106876802444458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,3584,0.0812725305557251
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,3072,0.06844053268432618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,4096,0.08659520149230956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,2560,0.06184959808985392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,2048,0.051268267631530764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,1024,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,512,0.030722133318583172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,768,0.033521068096160886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,1536,0.0443061351776123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,256,0.026554665962855023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,128,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,64,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,32,0.023689599831899007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,8192,0.1576266606648763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,10240,0.201143471399943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,12288,0.24227733612060548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,4096,65536,1.4077259063720704
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,7168,0.13800106048583985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,16384,0.31989545822143556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,6144,0.1209994633992513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,5120,0.10130773385365803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,4096,0.08383146921793619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,3584,0.07570772965749105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,2560,0.05939733187357584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,3072,0.06587733427683512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,2048,0.049322664737701416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,1024,0.03392959833145141
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,768,0.03386026620864868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,512,0.03023680051167806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,1536,0.04341973463694255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,256,0.026690133412679035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,128,0.025124265750249224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,64,0.023824000358581544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,32,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,8192,0.14485972722371418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,10240,0.18322985967000324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,12288,0.2290016015370687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3584,65536,1.3686101277669271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,16384,0.30296319325764975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,7168,0.12660266558329264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,6144,0.11025066375732422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,5120,0.09164799849192301
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,4096,0.07440959612528483
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,3072,0.059455998738606776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,2560,0.05444266796112061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,3584,0.067686398824056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,2048,0.04512319962183635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,1536,0.039662933349609374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,768,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,512,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,1024,0.03215466737747193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,256,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,64,0.02068693240483602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,32,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,128,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,8192,0.13765974044799806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,10240,0.1757226626078288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,12288,0.21248000462849936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,3072,65536,1.2548107147216796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,16384,0.27876478830973306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,7168,0.11943253676096599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,5120,0.08837013244628907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,6144,0.10243413448333741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,4096,0.07161280314127604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,2560,0.05147306521733602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,2048,0.04403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,3072,0.0557749350865682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,3584,0.06365866661071777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,1536,0.03891093333562215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,1024,0.032358400026957196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,768,0.03031146725018819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,128,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,256,0.024099200963974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,512,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,64,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,32,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,8192,0.1270090659459432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,10240,0.16281919479370116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,12288,0.19650665918986004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2560,65536,1.1749034881591798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,16384,0.2589354674021403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,6144,0.09588479995727539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,7168,0.1103210687637329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,5120,0.07806399663289389
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,4096,0.063864533106486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,3584,0.05765120188395182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,3072,0.05260053475697836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,2560,0.045670398076375324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,2048,0.040415998299916586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,1536,0.03584106763203938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,768,0.028948267300923664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,1024,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,256,0.02300373315811157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,512,0.02573546568552653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,128,0.020891733964284263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,64,0.01986453334490458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,32,0.019180800517400107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,8192,0.11622719764709473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,10240,0.14991359710693358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,12288,0.18172906239827474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,2048,65536,1.0679978688557943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,16384,0.23797760009765626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,7168,0.1003871997197469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,6144,0.08557226657867431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,5120,0.07041813532511393
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,4096,0.05782186587651571
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,3584,0.05389440059661865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,3072,0.04676266511281331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,1536,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,2560,0.04403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,2048,0.03768320083618164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,1024,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,768,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,128,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,64,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,256,0.021640533208847047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,512,0.024233599503835045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,32,0.017475199699401856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,8192,0.11097066402435303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,10240,0.14267627398173016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,12288,0.17442240715026855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1536,65536,0.9909589131673178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,16384,0.22743040720621743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,7168,0.09478933016459147
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,6144,0.07871253490447998
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,5120,0.06564053297042846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,4096,0.05478506485621134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,3584,0.0499722679456075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,2560,0.0413696010907491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,2048,0.03652053276697795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,1536,0.03317760030428569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,3072,0.04491946697235107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,512,0.024099200963974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,256,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,768,0.02635200023651123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,1024,0.027034666140874224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,128,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,64,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,32,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,8192,0.10509653091430664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,10240,0.13632960319519044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,12288,0.16541013717651368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,1024,65536,0.9036810557047525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,16384,0.21896533966064452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,7168,0.08861013253529867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,6144,0.07365866502126059
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,4096,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,5120,0.060075732072194424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,2560,0.039724798997243245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,3584,0.04724266529083252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,3072,0.04314346710840861
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,1536,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,2048,0.0343392014503479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,1024,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,768,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,64,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,256,0.02061333258946737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,128,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,512,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,8192,0.09806293646494547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,10240,0.13144640127817792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,12288,0.16022186279296874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,768,65536,0.8775018692016602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,16384,0.2118666648864746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,7168,0.08205653031667073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,4096,0.04822933276494344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,6144,0.06799573103586833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,5120,0.057241598765055336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,2560,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,3584,0.045737600326538085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,2048,0.03324693242708842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,1536,0.030241066217422487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,3072,0.04109653234481812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,1024,0.026219733556111652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,256,0.020414932568868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,512,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,128,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,64,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,768,0.02477333347002665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,32,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,8192,0.09618666966756186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,10240,0.1278645356496175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,512,65536,0.8342186609903971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,12288,0.15680960019429524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,16384,0.20940693219502768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,7168,0.08000853061676025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,4096,0.04724160035451253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,6144,0.0657034675280253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,5120,0.054339198271433506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,1536,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,2560,0.037272532780965165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,2048,0.03228373328844707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,3584,0.04444160064061482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,3072,0.03986666599909465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,768,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,1024,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,512,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,128,0.017545600732167564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,256,0.02034239967664083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,64,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,32,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,8192,0.09553386370340983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,10240,0.12769386768341065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,12288,0.15626346270243327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,256,65536,0.793942387898763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,16384,0.20674452781677247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,4096,0.046728531519571945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,5120,0.05345173279444376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,7168,0.0788821299870809
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,6144,0.06434133450190226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,3584,0.043348264694213864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,2048,0.03215679923693339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,2560,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,1536,0.029491200049718218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,3072,0.03959360122680664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,1024,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,256,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,128,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,512,0.022046933571497597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,64,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,768,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,8192,0.09731840292612712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,10240,0.12957119941711426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,128,65536,0.7874901453653972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,12288,0.15578559239705403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,16384,0.2062613328297933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,4096,0.045874134699503584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,7168,0.08086293538411458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,6144,0.06560533444086711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,5120,0.05505706469217936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,1536,0.029833600918451948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,3584,0.043350398540496826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,2048,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,2560,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,3072,0.03925333420435588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,256,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,512,0.022322134176890055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,768,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,1024,0.024650667111078897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,128,0.017685333887736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,64,65536,0.7804618835449219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,7168,0.6210517247517904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,8192,0.7054677327473958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,10240,0.8690368016560873
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,6144,0.5411498387654622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,12288,1.0645151774088542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4096,32,65536,0.7803893407185872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,4096,0.3662848154703776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,5120,0.4522666613260905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,3072,0.28610668182373045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,3584,0.3240629196166992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,1024,0.11847679615020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,1536,0.1570122718811035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,256,0.07516160011291503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,2048,0.19363733927408855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,2560,0.2402986685434977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,512,0.08669973214467366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,768,0.10199039777119953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,64,0.06516053279240927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,128,0.0648522655169169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,32,0.06567146778106689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,65536,16384,1.419884745279948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,7168,0.1806335926055908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,6144,0.15796693166097003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,8192,0.20524160067240396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,10240,0.2540895938873291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,12288,0.32378772099812825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,4096,0.11038719813028972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,3584,0.10240106582641602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,5120,0.13445332845052083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,3072,0.09141013622283936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,1536,0.059256533781687416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,1024,0.04829440116882324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,16384,0.4283050537109375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,2560,0.07840426762898764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,2048,0.0664192001024882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,256,0.032839467128117875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,512,0.03850133419036865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,128,0.030513066053390502
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,768,0.04341866572697957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,64,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,32,0.029557333389918013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,7168,0.15605759620666504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,8192,0.1737386703491211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,10240,0.21248000462849936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,12288,0.2558634599049886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,4096,0.09837226867675782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,5120,0.1190229336420695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,16384,0.3405482610066732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,6144,0.1346560001373291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,3584,0.09151146411895753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,2048,0.059938132762908936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,1536,0.05458133220672608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,2560,0.07055466969807943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,1024,0.043484799067179364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,3072,0.08226133187611898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,768,0.03945600191752116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,128,0.026759467522303265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,256,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,64,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,512,0.03556480010350545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,32,0.026625066995620728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,8192,0.1535317262013753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,10240,0.18619732856750487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,12288,0.21602986653645834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,16384,0.2898602803548177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,7168,0.13892265955607097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,6144,0.12185493310292561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,5120,0.10775893529256184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,3072,0.07287466526031494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,4096,0.08789119720458985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,2560,0.0640010674794515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,3584,0.0834559996922811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,2048,0.054271999994913736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,1536,0.046317867437998456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,1024,0.03816213210423787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,768,0.035631998380025225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,512,0.031128533681233722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,128,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,256,0.02717120051383972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,64,0.023682133356730143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,32,0.023960532744725545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,16384,65536,1.809075164794922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,12288,0.1932960033416748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,10240,0.1614496072133382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,8192,0.1352010726928711
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,16384,0.25825279553731284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,12288,65536,1.4136970520019532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,5120,0.09560853640238444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,6144,0.10608533223470051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,7168,0.12229973475138348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,3584,0.0743776003519694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,4096,0.07710933685302734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,2048,0.04867519934972127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,2560,0.056728533903757726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,3072,0.06461653312047323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,1536,0.04362666606903076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,1024,0.035292800267537436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,768,0.03283626635869344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,128,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,256,0.025940267244974773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,512,0.029291733105977373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,64,0.02429866592089335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,32,0.024301866690317787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,8192,0.1315840005874634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,10240,65536,1.204806391398112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,10240,0.158515199025472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,12288,0.18851733207702637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,16384,0.2515626589457194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,7168,0.11007893085479736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,4096,0.07045013109842936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,5120,0.08553813298543295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,6144,0.09560746351877848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,3072,0.05870933135350546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,2560,0.05249813397725424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,3584,0.06779092947642008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,2048,0.044574932257334395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,1536,0.039867734909057616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,1024,0.034474666913350424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,256,0.024779733022054037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,768,0.03208960096041362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,64,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,512,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,128,0.0228000005086263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,32,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,8192,0.11451626618703206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,8192,65536,1.053115717569987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,10240,0.13765974044799806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,12288,0.16418132781982422
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,16384,0.2167125384012858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,5120,0.08065813382466634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,4096,0.06693440278371175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,6144,0.0918176015218099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,7168,0.10513172944386799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,3584,0.06273920138676961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,2560,0.04976640144983928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,2048,0.04280426502227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,3072,0.05549546480178833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,1536,0.03973226547241211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,1024,0.03248959978421529
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,768,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,512,0.028875732421875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,256,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,128,0.024235733350118003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,64,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,32,0.023821866512298583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,8192,0.10236693223317464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,10240,0.12106986840565999
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,12288,0.151144536336263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,7168,65536,1.0051562627156576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,16384,0.20012373924255372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,4096,0.05966293414433797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,6144,0.08007573286692302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,5120,0.06970026493072509
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,7168,0.0945151964823405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,2560,0.044785066445668535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,2048,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,3072,0.05109759966532389
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,3584,0.05495573282241821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,1536,0.03665813207626343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,512,0.02539413372675578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,1024,0.0301749328772227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,256,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,768,0.02703253428141276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,128,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,64,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,32,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,8192,0.09471893310546875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,10240,0.11611839930216472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,12288,0.1338698705037435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,6144,65536,0.8883893330891928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,16384,0.17496852874755858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,7168,0.08765546480814615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,4096,0.05522026618321737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,5120,0.06584320068359376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,6144,0.07557013034820556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,1536,0.034134399890899655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,3584,0.05218986670176188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,2048,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,3072,0.047584001223246256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,2560,0.04293973445892334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,512,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,1024,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,256,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,768,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,128,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,64,0.020885332425435384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,32,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,8192,0.09639039834340414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,5120,65536,0.8218613306681315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,10240,0.11512959798177083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,12288,0.13254079818725586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,16384,0.1734666665395101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,7168,0.08782506783803304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,6144,0.07488959630330404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,5120,0.06587626536687216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,4096,0.054885331789652506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,3072,0.048504531383514404
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,1536,0.03297706643740336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,3584,0.051677866776784265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,2560,0.04246079921722412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,2048,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,1024,0.02948586742083232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,128,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,256,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,768,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,512,0.024643200635910033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,64,0.021232000986735024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,32,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,4096,65536,0.7069013595581055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,8192,0.08618773619333903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,10240,0.105403733253479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,12288,0.1185109297434489
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,5120,0.060280533631642666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,6144,0.06649173498153686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,16384,0.15537385940551757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,7168,0.07751680215199788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,4096,0.049932801723480226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,3584,0.04720640182495117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,2048,0.03290879925092061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,3072,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,1536,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,2560,0.037825067838033036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,1024,0.027922133604685467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,64,0.018776534001032512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,256,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,768,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,512,0.02423786719640096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,128,0.019869865973790486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,32,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,8192,0.07744853496551514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3584,65536,0.696455446879069
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,10240,0.09198826948801676
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,12288,0.11270399888356526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,5120,0.05307733217875162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,6144,0.05884373188018799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,7168,0.06959786415100097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,4096,0.046212267875671384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,16384,0.14705173174540204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,2048,0.03235946695009868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,2560,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,3072,0.03973439931869507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,1536,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,3584,0.0437610665957133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,512,0.0234826664129893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,768,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,256,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,1024,0.02682773272196452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,128,0.019799466927846274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,64,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,32,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,3072,65536,0.6248117446899414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,8192,0.07164693673451741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,12288,0.10226240158081054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,10240,0.08792746861775716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,16384,0.13745493888854982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,4096,0.044715734322865804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,5120,0.05178133249282837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,6144,0.05734506845474243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,7168,0.06574079990386963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,3584,0.04143786827723185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,2560,0.034884266058603924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,2048,0.03126613299051921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,3072,0.0385696013768514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,1536,0.029013333717981975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,768,0.02450559933980306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,1024,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,256,0.020546134312947592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,512,0.02211839954058329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,128,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,64,0.01836693286895752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,32,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2560,65536,0.591870943705241
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,8192,0.06502079963684082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,12288,0.09591360092163086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,10240,0.07983893553415934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,16384,0.12933013439178467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,4096,0.0412992000579834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,6144,0.0532810648282369
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,7168,0.059665067990620935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,5120,0.04751360019048055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,3584,0.03973226547241211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,1536,0.02730453411738078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,2560,0.0329749325911204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,2048,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,3072,0.0364522655804952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,1024,0.02491626739501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,512,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,128,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,768,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,256,0.019458132982254028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,64,0.017753599087397258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,32,0.017886932690938315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,2048,65536,0.5437440236409505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,10240,0.07167999744415283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,8192,0.05765120188395182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,12288,0.08547306855519612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,16384,0.116156800587972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,7168,0.05382826725641886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,5120,0.043211734294891356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,6144,0.04724053144454956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,4096,0.03707306782404582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,3584,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,2048,0.027715200185775758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,3072,0.03304106593132019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,1536,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,2560,0.030855466922124226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,768,0.022731733322143555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,1024,0.023960532744725545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,128,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,256,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,512,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,64,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1536,65536,0.5182784080505372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,8192,0.05570240020751953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,12288,0.08014400005340576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,10240,0.06655999819437662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,16384,0.11154773235321044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,7168,0.050723199049631754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,5120,0.04116479953130086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,4096,0.03638399839401245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,6144,0.04484906593958537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,3584,0.03556586503982544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,3072,0.03317973415056864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,2560,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,1536,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,1024,0.02286826570828756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,2048,0.028193066517512005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,768,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,512,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,128,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,256,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,32,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,64,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,1024,65536,0.48738988240559894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,8192,0.05358933210372925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,10240,0.06260053316752115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,7168,0.04939306577046712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,12288,0.07591466903686524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,16384,0.10834026336669922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,6144,0.044241066773732504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,5120,0.040482131640116374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,4096,0.03495253324508667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,3584,0.03468266725540161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,3072,0.031880533695220946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,1536,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,2560,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,2048,0.02676266630490621
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,1024,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,768,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,512,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,256,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,128,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,768,65536,0.45342613855997727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,8192,0.050653866926829015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,10240,0.05911893447240194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,7168,0.04727360010147095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,12288,0.0707594633102417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,16384,0.104857603708903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,4096,0.03351680040359497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,6144,0.04170986811319987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,3584,0.03310933311780294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,5120,0.039044264952341715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,2560,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,1536,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,2048,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,1024,0.02286506692568461
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,3072,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,768,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,512,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,128,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,256,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,64,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,32,0.015497600038846334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,512,65536,0.4287818590799968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,8192,0.04928960005442302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,10240,0.05741226673126221
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,7168,0.04594240188598633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,12288,0.06837013562520346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,16384,0.10031786759694417
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,4096,0.0328384002049764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,6144,0.041368532180786136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,5120,0.03796053330103556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,3584,0.03296746611595154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,2048,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,2560,0.02826133370399475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,1536,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,1024,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,3072,0.030854399998982745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,512,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,768,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,128,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,256,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,64,0.016245333353678386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,32,0.01508799990018209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,256,65536,0.4104874610900879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,8192,0.04915306568145752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,10240,0.05720853408177694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,7168,0.045465600490570066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,12288,0.06748053232828775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,16384,0.09891839822133383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,4096,0.033717334270477295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,6144,0.04102826515833537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,5120,0.03863893349965413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,3584,0.03297280073165894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,2048,0.02518826723098755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,1536,0.024850134054819742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,3072,0.03078719973564148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,2560,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,1024,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,128,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,768,0.021230934063593547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,512,0.019795199235280357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,256,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,64,0.01583253343900045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,32,0.01597546637058258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,128,65536,0.4046154657999675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,8192,0.0501418670018514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,10240,0.05884586572647095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,7168,0.04751466512680054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,12288,0.06840319633483886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,16384,0.1008298635482788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,4096,0.03303893407185872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,6144,0.04109653234481812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,3584,0.0328384002049764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,5120,0.03809279998143514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,2560,0.028193066517512005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,3072,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,1536,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,2048,0.02573973337809245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,1024,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,768,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,128,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,256,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,64,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,512,0.019527467091878255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,32,0.01590720017751058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,64,65536,0.4025706609090169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2048,32,65536,0.3997685432434082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,6144,0.285425059000651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,7168,0.3342677434285482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,8192,0.3653279940287272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,10240,0.46291627883911135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,3584,0.17708373069763184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,4096,0.1955498695373535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,3072,0.15086612701416016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,5120,0.23913812637329102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,12288,0.5494784037272136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,768,0.058881068229675294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,1024,0.06840213139851889
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,512,0.05338559945424398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,256,0.046556798617045085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,2560,0.13154346942901612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,1536,0.08792746861775716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,128,0.04158080021540324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,64,0.04143786827723185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,32,0.04239466587702433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,2048,0.11048959891001384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,65536,16384,0.7279274622599284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,7168,0.10891626675923664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,8192,0.11673493385314941
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,10240,0.1443829377492269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,12288,0.16766293843587238
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,6144,0.09554239908854166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,4096,0.06994346777598062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,3584,0.06628799835840861
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,5120,0.0831829309463501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,16384,0.21876053810119628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,3072,0.06260053316752115
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,1536,0.0404149333635966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,512,0.027856000264485675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,1024,0.03344959815343221
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,768,0.03146986762682597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,2560,0.05382933219273885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,2048,0.046011734008789065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,256,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,128,0.022728532552719116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,64,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,32,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,7168,0.09250133037567139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,8192,0.09824106693267823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,10240,0.11973973115285237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,12288,0.13233386675516765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,6144,0.08164693514506022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,5120,0.07024640242258708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,4096,0.06045120159784952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,16384,0.17517226537068684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,3584,0.05659093459447225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,2560,0.046216531594594316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,2048,0.04143893321355184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,1536,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,1024,0.03072106639544169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,3072,0.051881599426269534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,512,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,768,0.03072106639544169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,256,0.02505279978116353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,128,0.023619200785954794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,32,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,64,0.022052266200383506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,8192,0.09082773526509604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,10240,0.11001066366831462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,12288,0.12584853172302246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,16384,0.1604906717936198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,7168,0.08505919774373373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,6144,0.07512746651967367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,5120,0.06444373528162638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,4096,0.05410133202870687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,3072,0.048810664812723795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,3584,0.05293973286946615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,2560,0.04341866572697957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,2048,0.03850346803665161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,1536,0.0347488005956014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,1024,0.029496532678604127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,768,0.028193066517512005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,512,0.024235733350118003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,256,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,128,0.022252800067265828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,64,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,32,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,16384,65536,0.8763392130533854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,8192,0.078165332476298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,10240,0.0939690669377645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,12288,0.10724693139394123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,12288,65536,0.7108608245849609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,16384,0.1345194657643636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,7168,0.07359680334726969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,5120,0.057581865787506105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,6144,0.06478506724039713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,4096,0.04829866488774617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,3584,0.04717333316802978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,2560,0.039868799845377605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,1536,0.031947733958562215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,3072,0.04348586797714234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,2048,0.035225598017374675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,1024,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,768,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,256,0.02239360014597575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,512,0.022731733322143555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,128,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,64,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,32,0.02061333258946737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,10240,65536,0.6472682952880859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,8192,0.07816639741261801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,10240,0.09611946741739909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,12288,0.10584853490193684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,16384,0.13195839722951253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,7168,0.0729418675104777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,6144,0.06451093355814616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,4096,0.048196268081665036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,5120,0.05720640023549398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,2560,0.039868799845377605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,2048,0.03584106763203938
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,1536,0.031402667363484696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,3072,0.042871467272440594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,3584,0.046250665187835695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,1024,0.02696640094121297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,768,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,512,0.022666666905085245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,256,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,64,0.02403093377749125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,128,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,32,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,8192,65536,0.5217610677083333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,8192,0.06963199774424235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,10240,0.08423999945322672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,12288,0.09223039944966635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,7168,0.06611626545588176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,16384,0.11452266375223796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,5120,0.05123413403828939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,4096,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,6144,0.05707306861877441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,3584,0.04130133390426636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,2560,0.036593067646026614
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,3072,0.03747520049413045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,2048,0.0332479993502299
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,1536,0.030035199721654256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,1024,0.026554665962855023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,256,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,768,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,512,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,128,0.01939093271891276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,64,0.019385600090026857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,32,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,7168,65536,0.5098826726277669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,8192,0.059495464960734046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,10240,0.07441173394521078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,12288,0.0852298657099406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,16384,0.10642666816711426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,4096,0.03898133436838786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,5120,0.045466665426890054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,6144,0.050312534968058265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,7168,0.0569045344988505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,3584,0.03822933435440064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,3072,0.03570346832275391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,2048,0.02990079919497172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,2560,0.03426986535390218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,1536,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,1024,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,768,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,256,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,512,0.021910399198532104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,128,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,64,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,32,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,6144,65536,0.44462080001831056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,8192,0.05519573291142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,12288,0.07635520299275717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,10240,0.06826666990915933
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,7168,0.05338559945424398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,16384,0.09205866654713948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,4096,0.037409067153930664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,6144,0.04788906574249267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,5120,0.04287039836247762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,3584,0.03686399857203166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,3072,0.03522666692733765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,1536,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,1024,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,2048,0.028943999608357744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,768,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,2560,0.03174293239911397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,512,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,256,0.019661867618560792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,64,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,128,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,32,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,5120,65536,0.40946238835652665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,8192,0.05502080122629801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,7168,0.052665599187215174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,12288,0.07581013043721517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,10240,0.06693440278371175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,6144,0.04676160017649333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,4096,0.03747733434041341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,16384,0.09601706663767497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,3584,0.03645333449045817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,5120,0.0428053339322408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,2560,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,1536,0.02648640076319377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,3072,0.034883201122283936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,2048,0.028739200035731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,1024,0.023894399404525757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,768,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,512,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,64,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,128,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,32,0.019593600432078043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,256,0.01877440015474955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,4096,65536,0.3583658536275228
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,8192,0.05027840137481689
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,7168,0.048981332778930665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,10240,0.059869865576426186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,12288,0.06823253631591797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,4096,0.034680533409118655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,5120,0.04041386842727661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,6144,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,16384,0.08618880112965902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,3584,0.03420159816741943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,3072,0.031199999650319415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,2560,0.029626667499542236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,2048,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,1536,0.025331199169158936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,512,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,1024,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,768,0.022053333123524983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,256,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,128,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,64,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,32,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3584,65536,0.3750613212585449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,8192,0.04696853160858154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,10240,0.054681599140167236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,7168,0.04491946697235107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,12288,0.06038186550140381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,16384,0.07799466451009116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,5120,0.037887998421986896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,4096,0.032015999158223465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,6144,0.040756265322367355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,3584,0.03146986762682597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,2560,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,2048,0.02613866726557414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,1536,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,3072,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,1024,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,768,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,512,0.019458132982254028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,256,0.01761386593182882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,128,0.016926934321721397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,64,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,32,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,3072,65536,0.33481388092041015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,8192,0.04498773415883382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,10240,0.052019198735555015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,7168,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,12288,0.05744640032450358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,16384,0.07471786340077718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,6144,0.03973120053609212
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,4096,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,3584,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,5120,0.0347488005956014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,2560,0.027509333690007527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,1536,0.024170666933059692
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,3072,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,1024,0.02198293407758077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,2048,0.024708267052968344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,768,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2560,65536,0.32167253494262693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,512,0.019045333067576088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,32,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,128,0.016729599237442015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,256,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,64,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,7168,0.03973013162612915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,8192,0.04137386480967204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,12288,0.053493332862854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,10240,0.047991466522216794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,16384,0.06727573076883951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,4096,0.029625600576400755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,5120,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,3584,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,6144,0.03604373137156169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,2560,0.026759467522303265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,3072,0.028330665826797486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,1536,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,2048,0.024915200471878052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,1024,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,768,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,2048,65536,0.29511680603027346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,256,0.017745065689086913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,128,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,512,0.019454934199651084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,32,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,8192,0.040482131640116374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,7168,0.03782080014546712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,10240,0.046522665023803714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,12288,0.05024426778157552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,16384,0.061543468634287515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,6144,0.03556160132090251
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,5120,0.03099413315455119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,4096,0.02839360038439433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,3584,0.027918932835261027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,2560,0.026422399282455444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,3072,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,1024,0.020885332425435384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,1536,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,768,0.019663999478022255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1536,65536,0.26931308110555013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,2048,0.0234826664129893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,256,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,64,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,512,0.019115734100341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,32,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,7168,0.03638506730397542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,8192,0.03700480063756307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,10240,0.044647467136383054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,12288,0.048946134249369305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,16384,0.06314560174942016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,6144,0.033854933579762776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,3584,0.027376000086466474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,5120,0.03064853350321452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,4096,0.027512532472610474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,3072,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,1024,65536,0.2448021411895752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,2048,0.023959465821584067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,1536,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,1024,0.02054506738980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,2560,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,768,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,256,0.01734613378842672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,128,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,64,0.01583146651585897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,32,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,512,0.018496000766754152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,7168,0.035292800267537436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,8192,0.03686399857203166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,10240,0.04293973445892334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,12288,0.04724053144454956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,16384,0.058740266164143885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,4096,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,5120,0.030590933561325074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,3584,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,6144,0.03282986680666606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,768,65536,0.23408746719360352
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,3072,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,2560,0.02573653260866801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,1536,0.022117332617441813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,2048,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,1024,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,768,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,512,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,256,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,128,0.016318933169047038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,64,0.01604480048020681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,32,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,8192,0.03638399839401245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,7168,0.03509013255437215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,10240,0.04116693337758382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,12288,0.04478400150934855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,16384,0.054749866326649986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,4096,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,3584,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,6144,0.03283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,5120,0.02887786626815796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,512,65536,0.22408533096313477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,3072,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,2048,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,2560,0.024848000208536784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,1536,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,1024,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,768,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,512,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,256,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,128,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,64,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,32,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,7168,0.0348853349685669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,8192,0.03672639926274617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,10240,0.041024001439412434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,12288,0.04416746695836385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,16384,0.0529749313990275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,4096,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,5120,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,3584,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,256,65536,0.2139808019002279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,6144,0.032561065753300984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,3072,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,1536,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,2560,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,1024,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,2048,0.023142399390538533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,768,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,512,0.01802133321762085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,64,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,256,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,128,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,8192,0.035974399248758955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,7168,0.0348853349685669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,10240,0.0404149333635966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,16384,0.050312534968058265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,12288,0.04259733359018962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,6144,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,5120,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,128,65536,0.21097706158955892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,4096,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,3584,0.026697599887847902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,3072,0.02567039926846822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,2560,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,768,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,1024,0.02034239967664083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,2048,0.023143466313680014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,512,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,1536,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,256,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,128,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,32,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,7168,0.03556693394978841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,8192,0.03604480028152466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,10240,0.04096000194549561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,12288,0.04375893274943034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,16384,0.050995198885599766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,64,65536,0.21022720336914064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,4096,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,5120,0.029626667499542236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,3584,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,6144,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,3072,0.02662186622619629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,1024,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,2048,0.023143466313680014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,1536,0.02212266723314921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,768,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,512,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,2560,0.024714666604995727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,64,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,32,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1024,32,65536,0.20681279500325522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,6144,0.21964799563090004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,7168,0.2618037382761637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,5120,0.1893386681874593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,8192,0.2994175910949707
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,10240,0.36457811991373695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,4096,0.15387412707010906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,3072,0.12113920052846272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,2560,0.10543786684672038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,3584,0.13909440040588378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,12288,0.4322634696960449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,256,0.04143786827723185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,768,0.05120533307393392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,1024,0.05717333157857259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,1536,0.07256853580474854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,512,0.045672531922658285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,128,0.03583466609319051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,2048,0.08830186525980631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,64,0.03543146848678589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,32,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,65536,16384,0.5704362869262696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,7168,0.08809173107147217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,8192,0.09888319969177246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,10240,0.11909120082855225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,12288,0.13438186645507813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,4096,0.06368853251139323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,5120,0.06942719618479411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,6144,0.07959573268890381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,3584,0.0582261323928833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,16384,0.17203092575073242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,3072,0.052629331747690834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,1024,0.030990932385126752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,768,0.029973334074020384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,1536,0.03597546815872192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,512,0.026693334182103474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,256,0.024710400899251302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,2048,0.04089279969533284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,128,0.02321173350016276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,2560,0.0466261347134908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,64,0.02369173367818197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,32,0.023758933941523234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,7168,0.07072426478068033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,8192,0.07833813031514486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,10240,0.09079360167185466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,12288,0.10260053475697835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,6144,0.06338560183842977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,16384,0.13021972974141438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,5120,0.05724480152130127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,4096,0.05093226830164591
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,3072,0.043009066581726076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,3584,0.04682986736297608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,2560,0.038159998257954915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,2048,0.03516159852345784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,1536,0.03112746675809224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,1024,0.026829866568247478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,512,0.022392533222834268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,768,0.02368853290875753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,256,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,128,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,64,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,32,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,8192,0.0740010658899943
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,10240,0.08758613268534342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,12288,0.09820480346679687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,16384,0.12189119656880695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,6144,0.0631114681561788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,7168,0.07010986804962158
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,5120,0.05553493499755859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,3072,0.04198400179545085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,3584,0.045670398076375324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,2560,0.03863999843597412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,4096,0.04993813435236613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,1536,0.030789333581924438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,1024,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,2048,0.034677334626515705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,768,0.02443839907646179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,16384,65536,0.6622549057006836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,512,0.02212160031000773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,256,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,128,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,64,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,32,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,8192,0.06741226514180501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,12288,65536,0.5050709406534831
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,10240,0.07779093583424887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,12288,0.08635733127593995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,16384,0.10629119873046874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,7168,0.06130346854527792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,6144,0.05362240076065063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,4096,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,5120,0.0479477326075236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,3584,0.03932160139083862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,3072,0.03747946818669637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,2560,0.03392213185628255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,2048,0.032424533367156984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,1024,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,1536,0.02969493269920349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,768,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,512,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,256,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,128,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,64,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,32,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,10240,65536,0.4624362627665202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,8192,0.06997333367665609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,10240,0.08304746945699057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,12288,0.08468480110168457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,16384,0.10526613394419353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,7168,0.062463998794555664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,6144,0.056185599168141684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,4096,0.04492053190867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,5120,0.04928853511810303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,2560,0.034270934263865155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,3584,0.04096000194549561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,3072,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,2048,0.029768532514572142
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,1024,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,1536,0.026693334182103474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,768,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,512,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,128,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,256,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,32,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,64,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,8192,65536,0.39669758478800454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,8192,0.056082133452097574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,10240,0.06417066653569539
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,12288,0.07557120323181152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,7168,0.05089173316955566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,16384,0.09376533031463623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,4096,0.03803093433380127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,5120,0.04116586844126384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,3584,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,6144,0.045330135027567546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,3072,0.0343392014503479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,1536,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,2048,0.02935146689414978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,2560,0.031196800867716472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,768,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,1024,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,512,0.02034239967664083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,256,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,128,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,64,0.017336533466974894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,32,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,7168,65536,0.38352108001708984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,8192,0.05424213409423828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,10240,0.06437653303146362
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,12288,0.07123626867930094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,7168,0.04922133286794027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,6144,0.04396373430887858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,16384,0.0865290641784668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,5120,0.04143679936726888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,3584,0.035700265566507974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,4096,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,2048,0.029012266794840497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,3072,0.03399680058161418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,1536,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,2560,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,1024,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,256,0.0188426673412323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,768,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,512,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,128,0.01775253415107727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,64,0.018503467241923012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,32,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,6144,65536,0.3337216059366862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,8192,0.04925546646118164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,7168,0.045125333468119304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,10240,0.05648959875106811
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,12288,0.06382933457692465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,16384,0.07905279795328776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,6144,0.0412341316541036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,3584,0.032630399862925215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,4096,0.03597653309504191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,5120,0.03850133419036865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,2560,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,3072,0.03134079972902934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,768,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,2048,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,1024,0.022116265694300332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,512,0.01904746691385905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,1536,0.023553067445755006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,256,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,128,0.017343999942143758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,64,0.016922666629155477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,32,0.017545600732167564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,5120,65536,0.32559785842895506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,8192,0.048368000984191896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,7168,0.0423253337542216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,10240,0.05348586638768514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,12288,0.059837865829467776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,16384,0.07458133697509765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,6144,0.03939520120620728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,5120,0.03638613224029541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,4096,0.03440746863683065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,3584,0.032152533531188965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,3072,0.03065599997838338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,2048,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,2560,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,1536,0.02382826606432597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,768,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,1024,0.021576533714930214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,512,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,256,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,4096,65536,0.28740161259969077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,64,0.01740480065345764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,128,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,32,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,8192,0.043280001481374106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,7168,0.04089173475901286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,10240,0.05003946622212728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,12288,0.05700266758600871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,16384,0.06983359654744467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,4096,0.03221759994824727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,5120,0.034680533409118655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,6144,0.037547731399536134
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,3584,0.031061333417892457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,2560,0.02696640094121297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,3072,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,1536,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,2048,0.024921600023905435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,1024,0.021229867140452066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,768,0.019661867618560792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,512,0.018708266814549766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,256,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,64,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3584,65536,0.2748415946960449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,32,0.016595199704170227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,7168,0.03891093333562215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,8192,0.041094398498535155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,10240,0.04758293231328328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,12288,0.0532810648282369
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,4096,0.03126506606737773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,6144,0.03604586521784465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,3584,0.029014400641123456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,5120,0.03392746845881144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,16384,0.06543466647466024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,2048,0.02409706711769104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,2560,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,1024,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,1536,0.022191999355951945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,3072,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,512,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,768,0.02027626633644104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,256,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,128,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,64,0.016455466548601784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,3072,65536,0.24896747271219888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,32,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,10240,0.04444160064061482
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,8192,0.039390933513641355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,12288,0.04863893191019694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,7168,0.037546666463216145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,3584,0.02826133370399475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,5120,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,16384,0.060210132598876955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,4096,0.029219200213750202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,6144,0.03406399885813395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,3072,0.026959999402364092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,1024,0.01992959976196289
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,2560,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,1536,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,2048,0.024165334304173787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,768,0.020068265994389854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,256,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,512,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2560,65536,0.24002559979756674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,64,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,32,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,8192,0.03829866647720337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,7168,0.0357045332590739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,10240,0.0423253337542216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,12288,0.046589867273966475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,16384,0.055506134033203126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,5120,0.029625600576400755
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,4096,0.027376000086466474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,6144,0.03160853385925293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,3584,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,3072,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,2560,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,2048,65536,0.2220362663269043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,2048,0.022666666905085245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,1024,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,512,0.018362667163213095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,768,0.018637865781784058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,1536,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,256,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,32,0.016516266266504924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,64,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,7168,0.032762666543324784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,8192,0.03665813207626343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,12288,0.04532800118128459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,10240,0.04007466634114583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,16384,0.05546453396479288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,4096,0.02717120051383972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,3584,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,5120,0.028468267122904463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,6144,0.03065599997838338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,3072,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1536,65536,0.20374293327331544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,1024,0.019593600432078043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,2560,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,2048,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,1536,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,768,0.01877760092417399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,512,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,256,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,128,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,64,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,7168,0.03263253370920817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,8192,0.034953598181406656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,10240,0.04048639933268229
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,12288,0.04287039836247762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,16384,0.053282133738199865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,1024,65536,0.18595840136210123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,5120,0.028943999608357744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,4096,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,3584,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,6144,0.03003840049107869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,2560,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,3072,0.024642133712768556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,1024,0.019795199235280357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,1536,0.020963199933369956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,2048,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,768,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,512,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,7168,0.03201813300450643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,8192,0.034815998872121175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,10240,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,16384,0.05068906545639038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,12288,0.045533867677052815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,768,65536,0.17892692883809408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,5120,0.0284661332766215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,3584,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,3072,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,4096,0.026758400599161784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,6144,0.029628799359003706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,2560,0.02293973366419474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,1536,0.020747733116149903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,1024,0.01986453334490458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,768,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,2048,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,512,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,256,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,128,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,64,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,32,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,8192,0.03331306576728821
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,7168,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,10240,0.037409067153930664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,16384,0.045193600654602054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,12288,0.03993493318557739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,512,65536,0.17128106753031414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,6144,0.028878933191299437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,3584,0.026415999730428057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,4096,0.02648640076319377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,3072,0.024638932943344117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,5120,0.02730026642481486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,2560,0.02341653307278951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,2048,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,1536,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,1024,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,768,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,512,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,256,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,64,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,8192,0.03426986535390218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,7168,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,10240,0.03604373137156169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,256,65536,0.1647264003753662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,12288,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,16384,0.04450986782709758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,5120,0.027853866418202717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,4096,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,3584,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,6144,0.02887786626815796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,3072,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,2560,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,2048,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,1024,0.019934932390848793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,512,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,1536,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,768,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,64,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,32,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,7168,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,8192,0.03426880041758219
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,10240,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,12288,0.03822933435440064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,128,65536,0.16049599647521973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,16384,0.04396479924519857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,4096,0.02601066629091899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,6144,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,3584,0.024850134054819742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,5120,0.029217066367467244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,2560,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,3072,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,768,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,1024,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,1536,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,512,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,2048,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,128,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,64,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,32,0.01583253343900045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,12288,0.03829760154088338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,7168,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,8192,0.03337920109430949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,10240,0.03638186852137248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,16384,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,64,65536,0.1589237372080485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,4096,0.026215465863545735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,3584,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,5120,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,2560,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,3072,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,6144,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,2048,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,1536,0.020888533194859824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,768,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,1024,0.019115734100341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,512,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,256,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,128,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,32,0.01584106683731079
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,768,32,65536,0.1679360071818034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,5120,0.13455360730489094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,6144,0.16097280184427898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,7168,0.17837972640991212
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,8192,0.2049077351888021
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,10240,0.2567573388417562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,3584,0.10011306603749592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,3072,0.08564159870147706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,4096,0.11021973292032879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,2560,0.07567359606424967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,12288,0.30481065114339195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,768,0.039937067031860354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,512,0.03686399857203166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,1536,0.05447680155436198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,1024,0.045670398076375324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,256,0.032153600454330446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,128,0.030789333581924438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,2048,0.06509226560592651
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,32,0.030584534009297688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,64,0.031205334266026813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,7168,0.06659306685129801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,65536,16384,0.40482133229573564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,8192,0.0703488032023112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,10240,0.08297920227050781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,12288,0.09704000155131022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,4096,0.04717119932174683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,6144,0.06181653340657552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,5120,0.05543359915415445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,16384,0.11813226540883381
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,3584,0.043620268503824874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,3072,0.04102826515833537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,768,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,1536,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,1024,0.026554665962855023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,512,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,2048,0.03406399885813395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,2560,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,32,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,256,0.020614399512608846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,64,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,128,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,7168,0.05976426601409912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,8192,0.06280533472696939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,10240,0.07454720338185629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,12288,0.08174826304117838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,5120,0.048606932163238525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,3584,0.03836479981740316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,6144,0.05649066766103109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,16384,0.09857813517252603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,4096,0.042803200085957845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,2560,0.03406399885813395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,2048,0.03133440017700195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,1024,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,1536,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,768,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,3072,0.035087998708089194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,512,0.0217738668123881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,256,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,128,0.019593600432078043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,64,0.019317332903544107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,32,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,10240,0.06314666668574015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,8192,0.05324800014495849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,12288,0.07772586345672608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,16384,0.09308266639709473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,7168,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,6144,0.04713919957478841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,5120,0.04150079886118571
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,3072,0.03290346662203471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,4096,0.038840532302856445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,3584,0.03604160149892171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,2560,0.030856533845265703
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,16384,65536,0.4296703974405925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,2048,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,1024,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,1536,0.02518933415412903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,768,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,512,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,128,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,256,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,64,0.019594667355219524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,32,0.018847999970118205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,12288,65536,0.34717013041178385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,8192,0.0477514664332072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,10240,0.05557013352711996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,12288,0.06348906755447388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,16384,0.07492586771647135
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,7168,0.04689919948577881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,3584,0.03317653338114421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,5120,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,4096,0.034815998872121175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,6144,0.042189868291219075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,3072,0.031133866310119628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,2560,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,1536,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,1024,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,2048,0.028461867570877077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,768,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,512,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,256,0.018427733580271402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,128,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,64,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,32,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,10240,65536,0.31921494801839195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,8192,0.049459199110666915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,10240,0.0577888011932373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,7168,0.04724053144454956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,12288,0.06570773522059123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,16384,0.07949546972910562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,4096,0.03590826590855916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,6144,0.043212799231211345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,3584,0.03372373183568318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,2048,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,5120,0.039390933513641355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,3072,0.03133333325386047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,2560,0.030239999294281006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,1536,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,1024,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,512,0.01952106753985087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,256,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,128,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,768,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,64,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,32,0.02027733325958252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,8192,65536,0.24924160639444987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,8192,0.044100264708201095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,10240,0.05198613405227661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,7168,0.04341866572697957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,12288,0.059938132762908936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,16384,0.07072426478068033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,4096,0.03413333495457967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,5120,0.03638506730397542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,3584,0.031128533681233722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,6144,0.040141868591308597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,2560,0.028668800989786785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,3072,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,2048,0.026758400599161784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,1536,0.023143466313680014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,768,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,256,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,512,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,1024,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,128,0.01775253415107727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,32,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,64,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,7168,65536,0.27415892283121746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,12288,0.05256213347117106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,8192,0.04068586826324463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,7168,0.03870720068613688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,16384,0.0615775982538859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,10240,0.046625065803527835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,6144,0.0370688001314799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,4096,0.031542400519053146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,5120,0.034543999036153156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,3584,0.029832533995310467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,3072,0.028328533967336016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,2560,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,2048,0.023550933599472045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,1536,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,1024,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,768,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,512,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,256,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,64,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,128,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,32,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,6144,65536,0.23265280723571777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,7168,0.0370688001314799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,10240,0.043689600626627606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,8192,0.03836053212483724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,12288,0.049322664737701416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,16384,0.059938132762908936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,6144,0.03515626589457194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,3584,0.02757866581281026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,4096,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,5120,0.03310826619466146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,3072,0.026281599203745527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,2048,0.022662399212519328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,2560,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,1024,0.019655466079711914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,1536,0.021499733130137123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,768,0.019115734100341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,512,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,256,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,5120,65536,0.22155946095784507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,32,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,128,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,64,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,7168,0.03570346832275391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,8192,0.03685973485310872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,12288,0.046834135055541994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,10240,0.04198400179545085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,16384,0.056934400399525964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,5120,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,4096,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,6144,0.0341322660446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,3584,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,3072,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,2048,0.023142399390538533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,1536,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,2560,0.024918399254480996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,1024,0.020410666863123574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,4096,65536,0.18851839701334636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,768,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,512,0.01849386692047119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,64,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,256,0.01726933320363363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,128,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,32,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,8192,0.03652266661326091
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,7168,0.035021865367889406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,10240,0.03973226547241211
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,12288,0.04505279858907064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,16384,0.053521064917246494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,5120,0.030927999814351397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,4096,0.026891734202702838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,6144,0.033655468622843424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,3584,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,3072,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3584,65536,0.18742507298787434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,2560,0.02450666626294454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,1536,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,2048,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,1024,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,768,0.01856000026067098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,256,0.01685973405838013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,512,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,128,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,64,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,8192,0.03502080043156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,12288,0.04348586797714234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,7168,0.033928533395131424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,10240,0.03918399810791016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,16384,0.05085866848627726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,5120,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,4096,0.02662186622619629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,6144,0.03269973397254944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,3584,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,3072,0.02485333283742269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,2560,0.02362346649169922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,1536,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,2048,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,1024,0.019525333245595296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,3072,65536,0.1669119993845622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,768,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,512,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,64,0.01652479966481527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,128,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,32,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,7168,0.03304106593132019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,10240,0.03891199827194214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,8192,0.033655468622843424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,12288,0.04205120007197062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,16384,0.048844798405965166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,6144,0.0306549330552419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,3584,0.025730133056640625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,5120,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,4096,0.025598933299382527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2560,65536,0.15510400136311847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,3072,0.024372265736262003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,2048,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,1536,0.020754132668177286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,2560,0.023281067609786987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,1024,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,768,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,512,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,128,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,32,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,8192,0.031060266494750976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,10240,0.034747731685638425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,12288,0.03993493318557739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,7168,0.030036266644795733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,16384,0.048401065667470294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,6144,0.028875732421875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,5120,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,4096,0.02505279978116353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,3584,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,2048,65536,0.14322880109151204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,3072,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,2560,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,2048,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,1536,0.02074986696243286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,512,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,768,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,1024,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,32,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,7168,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,8192,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,10240,0.03461013237635295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,12288,0.03850133419036865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,16384,0.04532906611760457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1536,65536,0.13209599653879803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,4096,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,3584,0.02443839907646179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,5120,0.026754132906595868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,6144,0.028329600890477497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,3072,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,2560,0.022180267175038657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,1536,0.02034453352292379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,768,0.017406932512919106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,1024,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,2048,0.02082560062408447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,512,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,256,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,12288,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,7168,0.029287467400232952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,1024,65536,0.12110506693522136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,8192,0.029285333553949994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,10240,0.0341322660446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,16384,0.04348586797714234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,6144,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,3584,0.02368746598561605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,3072,0.022872533400853476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,4096,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,5120,0.026694399118423463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,2560,0.02246399919191996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,1536,0.02034453352292379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,1024,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,2048,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,768,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,512,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,256,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,128,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,12288,0.03584213256835937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,8192,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,7168,0.028806400299072266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,768,65536,0.11871573130289714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,10240,0.03290346662203471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,16384,0.04123306671778361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,5120,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,4096,0.024638932943344117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,3072,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,3584,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,6144,0.027852799495061236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,2560,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,1024,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,768,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,2048,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,512,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,1536,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,256,0.016316800316174825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,128,0.01590826710065206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,64,0.015838932991027833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,32,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,512,65536,0.11158080101013183
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,12288,0.03577066659927368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,7168,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,16384,0.038977066675821945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,8192,0.029217066367467244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,10240,0.03276906609535217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,5120,0.026077866554260254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,6144,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,4096,0.02450666626294454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,3072,0.02259413401285807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,3584,0.02355626622835795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,2560,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,1024,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,2048,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,1536,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,768,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,128,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,256,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,512,0.017204266786575318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,32,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,256,65536,0.10909120241800944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,7168,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,8192,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,10240,0.032562132676442465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,12288,0.03399680058161418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,6144,0.027437865734100342
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,16384,0.037409067153930664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,4096,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,5120,0.025944532950719197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,3584,0.02293333411216736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,3072,0.023004800081253052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,2560,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,2048,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,768,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,1536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,1024,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,256,0.01583466629187266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,128,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,64,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,32,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,128,65536,0.10598293145497639
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,10240,0.032706133524576825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,12288,0.03317760030428569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,16384,0.037137067317962645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,7168,0.028946133454640706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,8192,0.02887679934501648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,6144,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,5120,0.0273087998231252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,3584,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,2560,0.02103040019671122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,4096,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,3072,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,2048,0.02048106590906779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,768,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,1536,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,1024,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,256,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,512,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,128,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,64,65536,0.10035306612650555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,12288,0.0340010682741801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,7168,0.029217066367467244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,16384,0.03645546833674113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,8192,0.029013333717981975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,10240,0.03146986762682597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,6144,0.0277834673722585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,5120,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,4096,0.026077866554260254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,3072,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,2560,0.02109760046005249
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,2048,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,3584,0.02321173350016276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,1536,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,1024,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,256,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,64,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,768,0.016794667641321818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,128,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,32,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,512,32,65536,0.1033898671468099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,5120,0.1096341371536255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,6144,0.12694186369578045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,7168,0.1505280017852783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,8192,0.16698026657104492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,3584,0.08113919893900554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,10240,0.20578559239705405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,4096,0.0909279982248942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,3072,0.07352320353190103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,2560,0.06324799855550131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,1024,0.03932053248087565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,768,0.03461013237635295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,512,0.03283519943555196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,12288,0.24746665954589844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,256,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,1536,0.047991466522216794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,128,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,2048,0.05628586610158285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,64,0.027784534295399982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,32,0.028126933177312213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,7168,0.05775359869003296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,8192,0.06335146824518839
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,65536,16384,0.32371838887532556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,10240,0.0708288033803304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,12288,0.07994133631388346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,3584,0.039049601554870604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,16384,0.10079572995503742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,4096,0.0413696010907491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,5120,0.046011734008789065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,3072,0.03542826573053996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,6144,0.05256426731745402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,1536,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,1024,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,2560,0.03304106593132019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,2048,0.03065066734949748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,768,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,256,0.020068265994389854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,128,0.018977065881093345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,512,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,64,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,32,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,7168,0.04986879825592041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,8192,0.05532906850179037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,10240,0.060210132598876955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,12288,0.06737919648488364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,5120,0.040822398662567136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,16384,0.0835914691289266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,6144,0.045672531922658285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,3584,0.034203732013702394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,4096,0.035634132226308186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,2048,0.02839786609013875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,2560,0.030444800853729248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,1536,0.02573866645495097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,3072,0.03242239952087402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,768,0.020887466271718343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,1024,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,512,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,128,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,256,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,64,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,32,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,8192,0.05116586685180664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,10240,0.06202026605606079
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,12288,0.06560426553090414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,16384,0.08338773250579834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,7168,0.04635413487752278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,6144,0.04198186794916789
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,5120,0.037274666627248126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,4096,0.03508906761805217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,2560,0.030104533831278486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,3072,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,3584,0.03317333261171977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,16384,65536,0.3423914591471354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,2048,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,1536,0.0245088001092275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,1024,0.02116480072339376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,768,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,256,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,512,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,128,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,64,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,32,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,12288,65536,0.2768885294596354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,8192,0.04492266575495402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,10240,0.04938773314158122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,12288,0.054067198435465494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,16384,0.06789120038350424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,5120,0.03474986553192139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,6144,0.03884373505910237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,4096,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,3584,0.030923734108606975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,7168,0.04130239884058635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,3072,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,2048,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,2560,0.027102933327356978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,1536,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,1024,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,768,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,128,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,512,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,256,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,64,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,32,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,10240,65536,0.2535424073537191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,8192,0.04754773378372192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,7168,0.043281066417694095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,10240,0.05283840099970499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,12288,0.05850453376770019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,16384,0.07280639807383218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,4096,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,6144,0.039185067017873124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,3584,0.031470932563145954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,3072,0.028942932685216267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,2048,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,5120,0.03570346832275391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,2560,0.028330665826797486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,1536,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,768,0.019517866770426433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,1024,0.02082560062408447
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,256,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,128,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,512,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,64,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,32,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,8192,65536,0.21555093129475913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,8192,0.03952533404032389
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,7168,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,10240,0.04450986782709758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,12288,0.048674134413401286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,16384,0.06069013277689615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,5120,0.031676799058914185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,4096,0.029899734258651733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,3584,0.028604799509048463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,3072,0.027167999744415285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,2560,0.025733333826065064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,2048,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,6144,0.03426986535390218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,1536,0.02136639952659607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,768,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,512,0.018156800667444864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,1024,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,128,0.01651306649049123
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,64,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,32,0.016516266266504924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,7168,65536,0.21050027211507163
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,12288,0.0509610652923584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,7168,0.037614933649698895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,8192,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,10240,0.045533867677052815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,16384,0.06273066600163778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,6144,0.035292800267537436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,5120,0.03290560046831767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,4096,0.029832533995310467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,3584,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,3072,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,2560,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,2048,0.023484800259272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,1024,0.019394133488337198
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,768,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,1536,0.021707733472188316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,512,0.018503467241923012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,256,0.016669867436091106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,128,0.01686506668726603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,6144,65536,0.1764693260192871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,32,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,7168,0.0337226668993632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,8192,0.03659199873606364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,10240,0.04171093304951985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,12288,0.04672106504440308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,6144,0.032290132840474446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,4096,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,16384,0.05789013306299845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,5120,0.029421865940093994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,3584,0.02532800038655599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,2560,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,1536,0.020478934049606323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,2048,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,3072,0.024165334304173787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,1024,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,5120,65536,0.16349867184956868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,768,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,512,0.018228266636530557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,256,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,64,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,32,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,8192,0.03543039957682292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,7168,0.03358826637268066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,10240,0.04143893321355184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,12288,0.043348264694213864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,16384,0.054273064931233725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,5120,0.029013333717981975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,6144,0.031880533695220946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,4096,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,3584,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,3072,0.023962666591008507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,2560,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,1024,0.01857066750526428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,4096,65536,0.14718292554219564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,1536,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,2048,0.021230934063593547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,768,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,512,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,256,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,128,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,32,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,8192,0.03399466673533122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,10240,0.03577173153559367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,7168,0.031947733958562215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,12288,0.03823466698328654
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,6144,0.03078293402989705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,16384,0.04771626790364583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,5120,0.028125866254170732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,4096,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3584,65536,0.13674027125040691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,3584,0.024986666440963746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,3072,0.023077332973480226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,2048,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,2560,0.021641600131988525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,1536,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,512,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,768,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,256,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,128,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,1024,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,10240,0.0361130674680074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,8192,0.03311040004094441
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,12288,0.039185067017873124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,7168,0.031129600604375203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,16384,0.047378134727478025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,5120,0.026829866568247478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,6144,0.029219200213750202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,4096,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,3584,0.02368639906247457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,3072,65536,0.12939626375834148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,3072,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,2560,0.02225386699040731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,2048,0.02061226765314738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,1536,0.019523199399312338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,1024,0.01850559910138448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,512,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,768,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,128,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,64,0.016455466548601784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,7168,0.03133333325386047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,8192,0.03263253370920817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,10240,0.034474666913350424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,12288,0.037001601854960126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,16384,0.048093867301940915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2560,65536,0.12431466579437256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,3072,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,5120,0.025672533114751178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,6144,0.029219200213750202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,4096,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,3584,0.023894399404525757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,2560,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,2048,0.021163733800252278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,1024,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,1536,0.01993280053138733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,512,0.01686613361040751
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,768,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,256,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,128,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,32,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,10240,0.0350165327390035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,12288,0.03611413240432739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,8192,0.031470932563145954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,7168,0.030652799208958942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,16384,0.044715734322865804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,2048,65536,0.11356266339619954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,5120,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,6144,0.028948267300923664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,4096,0.0245088001092275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,3584,0.0234826664129893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,3072,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,2048,0.020820266008377074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,1536,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,2560,0.02157333294550578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,1024,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,512,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,768,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,256,0.016475733121236166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,128,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,16384,0.04177920023600261
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,10240,0.03290453354517619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,8192,0.030789333581924438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,7168,0.028330665826797486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,12288,0.037137067317962645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1536,65536,0.10188693205515545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,2560,0.021846399704615275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,4096,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,3072,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,5120,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,3584,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,6144,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,2048,0.020273067553838096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,768,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,1536,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,256,0.01590720017751058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,512,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,128,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,32,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,1024,65536,0.09628907044728598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,12288,0.03297280073165894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,10240,0.03160853385925293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,16384,0.04089279969533284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,7168,0.028059732913970948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,8192,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,6144,0.02669546604156494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,4096,0.023209599653879802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,2560,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,3072,0.02239039937655131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,3584,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,5120,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,2048,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,1536,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,768,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,1024,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,512,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,128,0.01583999991416931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,64,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,768,65536,0.09311573505401612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,12288,0.03208426634470622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,8192,0.02874133388201396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,7168,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,10240,0.03078719973564148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,16384,0.038159998257954915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,6144,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,5120,0.0246453324953715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,3584,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,4096,0.023824000358581544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,3072,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,2048,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,1024,0.01781866749127706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,2560,0.02150719960530599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,1536,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,768,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,128,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,256,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,32,0.015019733707110086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,64,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,512,65536,0.08765546480814615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,10240,0.029421865940093994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,16384,0.03502080043156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,8192,0.029287467400232952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,7168,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,12288,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,6144,0.02635413408279419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,5120,0.02402879993120829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,4096,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,2048,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,3072,0.021229867140452066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,2560,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,3584,0.02226240038871765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,1536,0.01952000061670939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,768,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,1024,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,256,0.016062933206558227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,128,0.014948266744613647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,65536,0.08178346951802572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,64,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,256,32,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,10240,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,8192,0.02874559958775838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,16384,0.034884266058603924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,6144,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,7168,0.02805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,4096,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,2560,0.020814933379491172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,2048,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,3072,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,5120,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,3584,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,1024,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,1536,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,768,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,512,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,65536,0.0748202641805013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,64,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,128,32,0.015427199999491372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,10240,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,12288,0.030719999472300214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,6144,0.026423466205596925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,7168,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,8192,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,16384,0.03481280008951823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,3072,0.021639466285705566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,2560,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,3584,0.022392533222834268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,4096,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,2048,0.020006400346755982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,5120,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,1536,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,1024,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,512,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,128,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,65536,0.07137280305226644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,64,0.015289599696795145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,64,32,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,10240,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,6144,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,7168,0.02785173257191976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,12288,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,8192,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,16384,0.03482133150100708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,4096,0.0246453324953715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,3584,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,2560,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,3072,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,5120,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,2048,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,1536,0.018634666999181114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,1024,0.017812265952428182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,768,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,128,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,256,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,65536,0.07038186391194662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,384,32,32,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,5120,0.08925759792327881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,6144,0.10608533223470051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,7168,0.11861440340677898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,8192,0.13380266825358073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,4096,0.07635626792907715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,10240,0.16213332811991374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,3584,0.06987093289693197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,3072,0.062123731772104895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,2560,0.055055999755859376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,1024,0.034884266058603924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,768,0.030925865968068438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,1536,0.042531200249989826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,12288,0.22415359814961752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,512,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,2048,0.04942506551742554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,64,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,256,0.024986666440963746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,128,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,32,0.023682133356730143
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,7168,0.04915200074513753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,8192,0.0529749313990275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,65536,16384,0.28480745951334635
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,10240,0.06106453339258829
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,12288,0.06949439843495687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,16384,0.0808288017908732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,4096,0.03570666710535685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,3584,0.03331413269042969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,3072,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,5120,0.040209066867828366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,6144,0.04491946697235107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,1024,0.022257065773010253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,1536,0.024643200635910033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,768,0.020550400018692017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,512,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,256,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,2560,0.029014400641123456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,128,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,2048,0.027646932999293012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,64,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,32,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,7168,0.043212799231211345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,8192,0.04600640137990315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,10240,0.05314559936523437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,12288,0.058915201822916666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,16384,0.06881173451741537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,5120,0.034884266058603924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,6144,0.0389141321182251
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,4096,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,3584,0.03017599980036418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,3072,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,2560,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,768,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,1536,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,1024,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,2048,0.02539413372675578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,256,0.01795519987742106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,128,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,64,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,512,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,32,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,8192,0.04184960126876831
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,10240,0.0469322681427002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,12288,0.05283840099970499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,16384,0.059356800715128576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,7168,0.038439468542734785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,6144,0.034746666749318436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,5120,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,4096,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,16384,65536,0.2649397373199463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,3072,0.026892799139022826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,2560,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,1536,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,3584,0.028331732749938963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,1024,0.01890666683514913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,768,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,2048,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,512,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,64,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,128,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,32,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,256,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,12288,65536,0.24227946599324546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,8192,0.03850239912668864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,10240,0.043894398212432864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,7168,0.035499731699625656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,12288,0.04894826809565227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,16384,0.05519359906514486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,4096,0.02887786626815796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,3584,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,3072,0.024848000208536784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,6144,0.033111466964085894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,5120,0.030855466922124226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,2560,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,2048,0.02225386699040731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,1536,0.02027626633644104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,512,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,768,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,1024,0.018498132626215615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,256,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,64,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,10240,65536,0.201147731145223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,32,0.017063466707865398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,8192,0.037138132254282634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,10240,0.04184853235880534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,7168,0.034542934099833174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,12288,0.046588798364003495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,4096,0.028126933177312213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,16384,0.051541332403818765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,3584,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,5120,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,6144,0.032085333267847696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,3072,0.025265065828959148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,2048,0.021502933899561563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,1536,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,2560,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,1024,0.018977065881093345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,768,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,512,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,256,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,128,0.01699733336766561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,32,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,8192,65536,0.18173012733459473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,7168,0.03297066688537598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,8192,0.03556693394978841
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,10240,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,12288,0.044853333632151285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,16384,0.05013866821924845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,5120,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,4096,0.027918932835261027
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,3072,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,6144,0.030857600768407184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,3584,0.025597866376241046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,2560,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,2048,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,1536,0.019453867276509603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,1024,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,768,0.018504534165064493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,512,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,128,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,64,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,32,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,7168,65536,0.16438506444295248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,8192,0.033515731493632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,10240,0.036933334668477376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,7168,0.031125332911809283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,12288,0.040755200386047366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,16384,0.04744426806767781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,6144,0.030718932549158733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,4096,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,5120,0.027715200185775758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,3584,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,3072,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,1536,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,2048,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,2560,0.021364265680313112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,768,0.01816533406575521
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,6144,65536,0.15100693702697754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,128,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,32,0.016522666811943053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,7168,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,8192,0.03262719909350077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,10240,0.03618133465449015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,12288,0.03972906668980916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,6144,0.028534400463104247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,16384,0.045124268531799315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,5120,0.027368533611297607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,4096,0.02573653260866801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,3072,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,3584,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,2048,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,2560,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,5120,65536,0.13090133666992188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,512,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,768,0.01795733372370402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,1536,0.0188426673412323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,1024,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,256,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,64,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,128,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,32,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,7168,0.029355732599894206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,8192,0.031673600276311234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,12288,0.03843413194020589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,10240,0.0357045332590739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,16384,0.04314560095469157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,5120,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,6144,0.028125866254170732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,4096,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,4096,65536,0.11479039986928304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,3584,0.022798933585484824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,3072,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,2560,0.02075200080871582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,2048,0.020410666863123574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,1536,0.019045333067576088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,768,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,1024,0.018564265966415406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,512,0.01713386575380961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,256,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,128,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,32,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,10240,0.03338026603062948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,8192,0.030379732449849445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,7168,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,12288,0.03536320130030314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,4096,0.022734934091567995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,5120,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,6144,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,16384,0.043144532044728595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3584,65536,0.11076052983601888
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,3584,0.022460800409317017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,3072,0.02191466689109802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,2048,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,2560,0.020478934049606323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,1536,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,768,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,128,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,1024,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,64,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,32,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,8192,0.029833600918451948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,7168,0.028946133454640706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,12288,0.034884266058603924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,10240,0.03304319977760315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,16384,0.041572264830271405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,3072,65536,0.09830506642659506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,5120,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,6144,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,3584,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,4096,0.0234826664129893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,3072,0.02136533260345459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,2560,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,2048,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,1536,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,1024,0.01761386593182882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,768,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,128,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,64,0.016794667641321818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,10240,0.032152533531188965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,8192,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,12288,0.035019731521606444
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,7168,0.02737706700960795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,16384,0.040278398990631105
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2560,65536,0.09328533013661702
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,6144,0.02627840042114258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,5120,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,4096,0.0225983997186025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,3584,0.0221834659576416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,3072,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,2048,0.01939093271891276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,2560,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,1536,0.018229333559672038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,1024,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,512,0.016594133774439492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,768,0.017273600896199545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,256,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,64,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,12288,0.035778133074442546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,2048,65536,0.08554133574167887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,10240,0.031060266494750976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,8192,0.027852799495061236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,7168,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,16384,0.037273601690928145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,6144,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,5120,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,4096,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,3072,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,3584,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,2560,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,2048,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,1536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,1024,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,768,0.01781866749127706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,256,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,32,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1536,65536,0.08062400023142496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,12288,0.0331167995929718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,10240,0.030239999294281006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,8192,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,7168,0.026012800137201947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,16384,0.03549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,6144,0.024851200977961223
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,5120,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,3072,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,4096,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,3584,0.021709867318471274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,2048,0.0188426673412323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,2560,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,1024,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,1536,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,256,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,768,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,128,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,64,0.016246400276819863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,1024,65536,0.0736255963643392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,12288,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,10240,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,8192,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,16384,0.032631466786066696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,7168,0.026213334004084272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,6144,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,5120,0.023209599653879802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,4096,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,3584,0.021571199099222817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,2560,0.019517866770426433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,1536,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,2048,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,1024,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,3072,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,768,0.017129600048065186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,128,0.016313599546750386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,64,0.016457600394884746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,65536,0.07124053637186686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,768,32,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,12288,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,7168,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,10240,0.029422932863235475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,8192,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,16384,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,6144,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,5120,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,4096,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,3584,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,2560,0.019732266664505005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,3072,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,2048,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,1536,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,1024,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,768,0.01713599960009257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,256,0.015017599860827128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,65536,0.06778879960378012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,512,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,12288,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,10240,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,6144,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,16384,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,7168,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,8192,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,5120,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,3584,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,2560,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,4096,0.02204266587893168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,2048,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,3072,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,1536,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,1024,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,65536,0.06065599918365479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,768,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,128,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,512,0.016244266430536905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,64,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,256,32,0.015497600038846334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,12288,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,10240,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,7168,0.02525866627693176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,8192,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,6144,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,16384,0.029899734258651733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,3584,0.021230934063593547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,2560,0.019454934199651084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,5120,0.024098134040832518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,4096,0.023484800259272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,3072,0.020619734128316244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,65536,0.05584213336308798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,1024,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,1536,0.017684266964594523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,768,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,512,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,128,32,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,12288,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,8192,0.026557866732279462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,10240,0.026964267094930012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,16384,0.02887679934501648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,7168,0.026076799631118773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,6144,0.024711465835571288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,2560,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,5120,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,2048,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,3072,0.01999893387158712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,4096,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,3584,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,1536,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,768,0.016590933005015053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,1024,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,65536,0.05392959912618002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,128,0.01597546637058258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,64,0.016108799974123636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,64,32,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,8192,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,10240,0.026895999908447266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,16384,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,12288,0.027374933163324993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,6144,0.024643200635910033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,7168,0.025462400913238526
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,4096,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,5120,0.024167466163635253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,3584,0.020623999834060668
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,2560,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,3072,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,2048,0.019115734100341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,1536,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,1024,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,768,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,65536,0.0524288018544515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,512,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,128,0.01583573321501414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,256,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,64,0.015569067001342774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,256,32,32,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,5120,0.08304746945699057
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,6144,0.0976202646891276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,7168,0.10925866762797039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,8192,0.12352960109710694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,10240,0.14793492952982584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,4096,0.07072640260060628
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,3584,0.06502399841944376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,3072,0.058369068304697666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,2560,0.051437866687774655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,12288,0.1798144022623698
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,768,0.028946133454640706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,512,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,1024,0.0325653334458669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,1536,0.03918933471043905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,2048,0.04730879863103231
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,64,0.024099200963974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,128,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,256,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,32,0.02491626739501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,7168,0.04628373384475708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,8192,0.04980053504308064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,10240,0.057036801179250085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,65536,16384,0.23070720036824546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,12288,0.06457813183466593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,5120,0.03816213210423787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,3584,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,6144,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,16384,0.0793941338857015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,4096,0.03297280073165894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,3072,0.02949013312657674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,1536,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,1024,0.021160533030827842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,768,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,512,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,2048,0.025257599353790284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,2560,0.02757973273595174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,256,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,128,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,64,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,32,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,7168,0.039867734909057616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,8192,0.044777599970499675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,10240,0.049628798166910806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,12288,0.05584106842676798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,16384,0.06918826897939047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,5120,0.032630399862925215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,4096,0.029762132962544756
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,6144,0.03679680029551188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,3584,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,2048,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,2560,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,1536,0.022453333934148154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,1024,0.019250132640202842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,3072,0.027169066667556762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,128,0.016590933005015053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,768,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,64,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,256,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,512,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,32,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,10240,0.051540267467498777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,8192,0.04594666560490926
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,12288,0.05799253384272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,16384,0.06857386430104574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,5120,0.032562132676442465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,7168,0.0369322657585144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,6144,0.03447680075963338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,4096,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,3072,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,16384,65536,0.24432640075683593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,3584,0.028120533625284834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,2560,0.025601067145665485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,2048,0.023619200785954794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,1536,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,768,0.01911679903666178
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,256,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,512,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,1024,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,64,0.016720000902811685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,32,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,12288,65536,0.20278612772623697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,8192,0.0370688001314799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,10240,0.04205333391825358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,12288,0.04717119932174683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,7168,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,16384,0.05604586601257324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,5120,0.028803199529647827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,3584,0.02601066629091899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,6144,0.03126506606737773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,3072,0.024784000714619954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,4096,0.026759467522303265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,2560,0.02307200034459432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,2048,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,1536,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,768,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,512,0.01665493349234263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,256,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,32,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,10240,65536,0.1799498716990153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,8192,0.03925333420435588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,7168,0.03256319959958394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,10240,0.04478293259938558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,12288,0.05147306521733602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,4096,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,16384,0.06133653322855631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,5120,0.028125866254170732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,3584,0.02601066629091899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,6144,0.030784000953038532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,3072,0.024238934119542442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,2560,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,2048,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,1536,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,768,0.017683200041453042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,512,0.016515200336774193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,256,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,128,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,64,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,8192,65536,0.15202986399332682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,32,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,7168,0.03249599933624268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,10240,0.03843626578648885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,8192,0.0344703992207845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,12288,0.042531200249989826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,16384,0.0506495992342631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,4096,0.026213334004084272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,5120,0.02853226661682129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,3072,0.024168533086776734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,3584,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,6144,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,2560,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,2048,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,1536,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,512,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,256,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,768,0.017543466885884602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,128,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,7168,65536,0.14363412857055663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,64,0.01611733337243398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,32,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,8192,0.03378986517588298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,10240,0.03720320065816243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,12288,0.04225600163141886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,7168,0.03153600096702576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,6144,0.029425066709518433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,4096,0.02574186722437541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,5120,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,16384,0.051680000623067227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,3584,0.02430079976717631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,2560,0.021912533044815063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,3072,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,2048,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,1024,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,1536,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,6144,65536,0.13021866480509442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,768,0.01788053313891093
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,512,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,128,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,64,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,7168,0.030445865790049237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,8192,0.03262826601664225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,10240,0.03515733480453491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,16384,0.04676160017649333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,12288,0.03918293317159017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,6144,0.026625066995620728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,3584,0.021709867318471274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,5120,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,4096,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,3072,0.020820266008377074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,2048,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,5120,65536,0.12076373100280761
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,2560,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,1536,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,1024,0.01761386593182882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,768,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,256,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,128,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,64,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,32,0.016446933150291443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,8192,0.03174293239911397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,7168,0.030514132976531983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,12288,0.037614933649698895
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,10240,0.03461013237635295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,6144,0.02614506681760152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,5120,0.024643200635910033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,4096,65536,0.10704212983449299
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,16384,0.05113173325856527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,4096,0.022257065773010253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,3584,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,3072,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,2560,0.0197269340356191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,2048,0.018637865781784058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,1024,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,1536,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,128,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,256,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,64,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,32,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,8192,0.028943999608357744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,10240,0.030793599287668866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,7168,0.02832746704419454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,6144,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,5120,0.024986666440963746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3584,65536,0.09959999720255533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,12288,0.03385706742604573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,16384,0.03925333420435588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,4096,0.022733867168426514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,3584,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,3072,0.020478934049606323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,2560,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,1024,0.01795733372370402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,768,0.01665600041548411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,1536,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,512,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,256,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,128,0.01590506633122762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,64,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,32,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,12288,0.03310933311780294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,10240,0.030514132976531983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,8192,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,7168,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,16384,0.04232426484425862
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,3072,65536,0.09181866645812989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,6144,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,5120,0.024710400899251302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,4096,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,3584,0.020891733964284263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,2048,0.018566399812698364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,1536,0.018360533316930137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,2560,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,1024,0.01767680048942566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,3072,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,256,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,128,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,10240,0.029832533995310467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,8192,0.028195200363794963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,12288,0.032289065917332965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,7168,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2560,65536,0.0870741367340088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,5120,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,4096,0.021163733800252278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,16384,0.03925439914067586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,6144,0.024984532594680788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,3584,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,2560,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,2048,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,1024,0.01713599960009257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,3072,0.02034239967664083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,1536,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,512,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,256,0.015843199690183003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,128,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,64,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,32,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,2048,65536,0.07905279795328776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,10240,0.029634133974711103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,16384,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,8192,0.027512532472610474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,12288,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,7168,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,6144,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,5120,0.02300800085067749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,4096,0.02191466689109802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,3584,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,3072,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,2560,0.019799466927846274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,2048,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,1536,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,1024,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,128,0.015086932977040609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,256,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,64,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1536,65536,0.0724992036819458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,7168,0.024714666604995727
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,12288,0.031194667021433514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,10240,0.02983573277791341
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,16384,0.03427199920018514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,8192,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,6144,0.023960532744725545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,5120,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,3072,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,4096,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,3584,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,2560,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,2048,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,1536,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,1024,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,128,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,256,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,512,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,64,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,32,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,1024,65536,0.0647157351175944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,10240,0.028330665826797486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,12288,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,16384,0.03502080043156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,7168,0.025805866718292235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,8192,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,6144,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,5120,0.02245866656303406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,3584,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,4096,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,2560,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,3072,0.020001065731048585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,2048,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,1024,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,1536,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,65536,0.06041599909464518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,768,32,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,10240,0.026694399118423463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,12288,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,16384,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,8192,0.025940267244974773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,6144,0.023348265886306764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,7168,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,5120,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,4096,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,2560,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,2048,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,3584,0.020409599939982096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,3072,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,768,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,512,0.016107733050982155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,1536,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,256,0.016378666957219443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,128,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,1024,0.016723199685414632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,65536,0.054749866326649986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,64,0.016194132963816325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,512,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,12288,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,10240,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,16384,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,8192,0.025938133398691814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,7168,0.025534933805465697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,6144,0.024574933449427287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,4096,0.02068693240483602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,5120,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,3584,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,2560,0.01883946657180786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,2048,0.01842986742655436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,3072,0.019458132982254028
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,65536,0.05069226821263632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,1536,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,1024,0.01699626644452413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,512,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,256,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,256,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,12288,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,10240,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,8192,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,16384,0.0301749328772227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,7168,0.024639999866485594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,6144,0.023965867360432942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,3072,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,5120,0.02355413238207499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,3584,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,2560,0.018637865781784058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,4096,0.022593067089716593
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,2048,0.018152532974878947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,65536,0.048640000820159915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,1536,0.01733760039011637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,1024,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,512,0.01590720017751058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,128,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,64,0.015086932977040609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,128,32,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,10240,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,12288,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,8192,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,16384,0.028125866254170732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,6144,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,7168,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,4096,0.02272746761639913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,5120,0.023010132710138957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,2560,0.018844799200693766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,2048,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,3072,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,3584,0.020345600446065266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,65536,0.04771840174992879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,1536,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,768,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,512,0.016246400276819863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,128,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,64,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,64,32,0.015433599551518759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,12288,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,7168,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,10240,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,8192,0.02444053292274475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,16384,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,6144,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,5120,0.023075199127197264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,4096,0.022457599639892578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,3584,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,3072,0.019384533166885376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,2560,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,65536,0.045943466822306316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,2048,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,1024,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,1536,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,768,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,128,0.015703466534614564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,64,0.014818132917086283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,192,32,32,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,5120,0.08055360317230224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,6144,0.0952298641204834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,7168,0.10672960281372071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,8192,0.12137920061747234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,4096,0.0689141352971395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,10240,0.1430880069732666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,3584,0.06341866652170816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,3072,0.05649066766103109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,2560,0.04918613433837891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,768,0.027782400449117024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,12288,0.16152000427246094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,1536,0.03822933435440064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,1024,0.030923734108606975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,512,0.024778666098912557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,2048,0.04485119978586833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,256,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,64,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,128,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,32,0.02342080076535543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,7168,0.04498773415883382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,8192,0.04785066843032837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,65536,16384,0.20913599332173666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,10240,0.05509013334910075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,12288,0.06113280057907104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,3584,0.03051626682281494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,16384,0.07628373305002847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,5120,0.037206399440765384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,4096,0.03263253370920817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,6144,0.04150613149007161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,1024,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,1536,0.02300373315811157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,3072,0.02887679934501648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,2048,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,768,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,2560,0.02682773272196452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,256,0.01761066714922587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,512,0.018297600746154784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,32,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,7168,0.03850133419036865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,8192,0.043281066417694095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,10240,0.046728531519571945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,12288,0.0527018666267395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,16384,0.06488746802012126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,4096,0.028940800825754804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,5120,0.031675734122594196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,6144,0.03638613224029541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,3584,0.028197334210077925
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,2048,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,2560,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,1536,0.021707733472188316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,768,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,512,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,3072,0.026690133412679035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,128,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,64,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,32,0.016659200191497803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,8192,0.039662933349609374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,10240,0.045124268531799315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,12288,0.049459199110666915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,16384,0.060347731908162436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,7168,0.036111998558044436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,6144,0.03365439971288045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,5120,0.031129600604375203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,4096,0.028059732913970948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,3072,0.026349866390228273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,2560,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,3584,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,16384,65536,0.2348362604777018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,2048,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,1536,0.020691200097401937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,1024,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,768,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,128,0.016516266266504924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,512,0.01767573356628418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,64,0.01699626644452413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,32,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,12288,65536,0.1982133388519287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,8192,0.035021865367889406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,10240,0.03877333402633667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,12288,0.04301333427429199
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,7168,0.03160853385925293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,16384,0.050929065545399985
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,3584,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,6144,0.02983040014902751
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,5120,0.028328533967336016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,3072,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,4096,0.026077866554260254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,2560,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,1024,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,1536,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,2048,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,768,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,512,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,256,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,128,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,32,0.016455466548601784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,10240,65536,0.18008853594462076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,7168,0.0313973327477773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,8192,0.03351893424987793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,10240,0.037205334504445395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,12288,0.040345601240793866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,16384,0.04969813426335652
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,4096,0.025805866718292235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,3072,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,3584,0.02477546731630961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,5120,0.0277834673722585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,6144,0.02921280066172282
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,2560,0.022116265694300332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,2048,0.020003199577331543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,1536,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,512,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,128,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,1024,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,768,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,8192,65536,0.14417920112609864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,8192,0.03242773413658142
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,7168,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,12288,0.039596800009409586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,10240,0.03502080043156942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,5120,0.029012266794840497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,16384,0.04764906565348308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,3584,0.025329067309697466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,4096,0.02648640076319377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,6144,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,3072,0.024574933449427287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,1024,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,1536,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,2048,0.021639466285705566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,2560,0.022804266214370726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,7168,65536,0.13926933606465658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,768,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,512,0.01699733336766561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,256,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,128,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,64,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,32,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,8192,0.032902399698893234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,7168,0.030925865968068438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,10240,0.037001601854960126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,12288,0.04116479953130086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,16384,0.04963093201319377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,6144,0.0294922669728597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,3584,0.02450666626294454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,5120,0.027169066667556762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,4096,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,2048,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,2560,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,3072,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,1536,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,1024,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,6144,65536,0.12854613463083903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,768,0.01658986707528432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,512,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,128,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,32,0.016525866587956746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,7168,0.027438932657241823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,10240,0.031947733958562215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,8192,0.028673066695531206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,12288,0.03393280108769735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,6144,0.0258026659488678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,16384,0.04424213171005249
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,5120,0.02464853326479594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,4096,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,3584,0.021230934063593547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,3072,0.020541866620381675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,2048,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,2560,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,5120,65536,0.11683839956919354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,1536,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,1024,0.01726613243420919
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,768,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,32,0.016038399934768677
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,64,0.01590506633122762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,128,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,7168,0.02839999993642171
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,8192,0.02997013330459595
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,10240,0.031129600604375203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,12288,0.03290346662203471
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,6144,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,5120,0.02409706711769104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,16384,0.04184746742248535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,4096,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,4096,65536,0.10472213427225749
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,3072,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,3584,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,2560,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,1536,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,2048,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,1024,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,512,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,256,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,128,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,32,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,8192,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,10240,0.03297280073165894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,7168,0.02881173292795817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,12288,0.03508906761805217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3584,65536,0.08806400299072266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,4096,0.023144533236821495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,16384,0.040140799681345624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,6144,0.02696320017178853
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,5120,0.025671466191609697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,2560,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,1536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,1024,0.01734506686528524
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,2048,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,3072,0.02061333258946737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,3584,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,768,0.01658560037612915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,512,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,256,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,128,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,32,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,64,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,12288,0.03481706778208415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,8192,0.028739200035731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,7168,0.027305599053700762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,10240,0.03099413315455119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,3072,65536,0.08581120173136393
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,6144,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,16384,0.03850239912668864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,4096,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,5120,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,3584,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,3072,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,2560,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,2048,0.01850559910138448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,1536,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,1024,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,768,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,512,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,128,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,64,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,32,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,12288,0.03318079908688863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,8192,0.02757973273595174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,10240,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,7168,0.026076799631118773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2560,65536,0.07973546981811523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,16384,0.03590826590855916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,4096,0.020820266008377074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,6144,0.024716800451278685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,5120,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,3584,0.020414932568868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,2560,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,3072,0.020544000466664634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,2048,0.018496000766754152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,1536,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,512,0.016459733247756958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,128,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,64,0.015625600020090738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,32,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,2048,65536,0.07478720347086588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,12288,0.03351893424987793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,8192,0.02703253428141276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,16384,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,10240,0.029287467400232952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,7168,0.025329067309697466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,4096,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,3072,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,5120,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,3584,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,6144,0.024710400899251302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,2560,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,2048,0.018438400824864705
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,1536,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,1024,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,768,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,256,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,512,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1536,65536,0.06618560155232747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,16384,0.033854933579762776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,8192,0.024984532594680788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,10240,0.02867199977238973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,12288,0.029630933205286664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,7168,0.02874133388201396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,6144,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,4096,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,3584,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,5120,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,3072,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,2560,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,1536,0.01808639963467916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,1024,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,2048,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,256,0.01597546637058258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,65536,0.05911893447240194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,128,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,64,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,1024,32,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,12288,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,16384,0.03303999900817871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,10240,0.02717120051383972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,8192,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,7168,0.025463465849558515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,6144,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,5120,0.021844265858332317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,4096,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,3584,0.019870932896931967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,3072,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,2048,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,1536,0.017884800831476845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,1024,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,512,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,65536,0.053384534517923986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,128,0.01577600042025248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,64,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,768,32,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,12288,0.02730773289998372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,16384,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,10240,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,8192,0.02525866627693176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,7168,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,6144,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,5120,0.022322134176890055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,4096,0.020551466941833497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,3072,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,2560,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,3584,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,2048,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,1536,0.017744000752766928
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,65536,0.05338559945424398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,512,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,768,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,128,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,64,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,512,32,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,8192,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,16384,0.03208640019098918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,10240,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,12288,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,7168,0.02464639941851298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,6144,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,5120,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,4096,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,3584,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,2560,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,2048,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,3072,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,65536,0.047033600012461346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,1536,0.017953066031138103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,1024,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,512,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,256,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,128,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,64,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,256,32,0.015635200341542563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,12288,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,16384,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,8192,0.024781866868336996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,10240,0.025397332509358723
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,7168,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,6144,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,5120,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,4096,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,3584,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,3072,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,2048,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,65536,0.04959466854731242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,1024,0.017067732413609822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,1536,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,768,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,256,0.015086932977040609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,128,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,512,0.01597546637058258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,64,0.015358933806419372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,128,32,0.01565120021502177
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,16384,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,10240,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,12288,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,6144,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,8192,0.023824000358581544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,7168,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,5120,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,3072,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,65536,0.04505600134531657
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,4096,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,2048,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,3584,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,1024,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,1536,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,768,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,128,0.015361066659291586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,64,32,0.01590933303038279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,12288,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,8192,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,6144,0.022872533400853476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,10240,0.023959465821584067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,7168,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,16384,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,5120,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,3584,0.0197269340356191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,4096,0.021095466613769532
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,3072,0.019655466079711914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,2048,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,65536,0.043350398540496826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,1536,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,1024,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,768,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,512,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,128,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,64,0.014881066481272378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,160,32,32,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,5120,0.08202239672342936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,6144,0.09464746316274007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,7168,0.10680320262908935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,8192,0.11847039858500164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,4096,0.06898240248362222
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,10240,0.14349759419759114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,3584,0.06318080027898153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,3072,0.057378133138020836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,2560,0.049322664737701416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,1024,0.030243200063705445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,12288,0.16752640406290692
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,2048,0.045118931929270426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,768,0.02683519919713338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,256,0.022387200593948366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,1536,0.03816213210423787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,128,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,512,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,64,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,32,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,7168,0.04341866572697957
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,8192,0.047172268231709794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,65536,16384,0.21186559995015464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,10240,0.054306133588155114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,12288,0.060279464721679686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,4096,0.03078506588935852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,5120,0.03372480074564616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,16384,0.07413547039031983
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,3584,0.028673066695531206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,6144,0.03809279998143514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,3072,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,1536,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,2048,0.02443839907646179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,2560,0.025942399104436235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,1024,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,768,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,128,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,512,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,256,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,32,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,7168,0.03543359835942586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,8192,0.0410314679145813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,10240,0.04519253174463908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,12288,0.05048640171686808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,16384,0.06239146788914999
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,5120,0.029423999786376952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,3584,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,6144,0.032494932413101196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,4096,0.02737706700960795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,2048,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,2560,0.023821866512298583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,1024,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,1536,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,3072,0.025051732858022053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,768,0.017820799350738527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,512,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,256,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,128,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,32,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,8192,0.03809386491775513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,10240,0.041300264994303386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,12288,0.0451904018719991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,16384,0.05464640061060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,6144,0.030445865790049237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,7168,0.03283626635869344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,5120,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,4096,0.025942399104436235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,3072,0.02403093377749125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,2560,0.022462934255599976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,3584,0.024778666098912557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,1536,0.020140800873438516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,2048,0.022320000330607097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,16384,65536,0.23736213048299154
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,1024,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,512,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,768,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,128,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,12288,65536,0.1850015958150228
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,8192,0.03392639954884847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,10240,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,12288,0.04116479953130086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,16384,0.0495957334836324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,6144,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,5120,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,7168,0.03010666569073995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,3584,0.02341653307278951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,4096,0.025399466355641682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,3072,0.022870399554570518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,2560,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,1536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,1024,0.017477333545684814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,2048,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,768,0.01685973405838013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,512,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,128,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,64,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,32,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,10240,65536,0.17442132631937662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,8192,0.03324586749076843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,7168,0.02969706654548645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,10240,0.03577066659927368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,12288,0.03959893385569255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,4096,0.0246453324953715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,16384,0.04724053144454956
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,6144,0.027784534295399982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,3584,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,5120,0.02573546568552653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,2048,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,3072,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,2560,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,1536,0.018634666999181114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,768,0.016863999764124553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,8192,65536,0.1334272066752116
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,512,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,1024,0.017889066537221273
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,128,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,64,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,256,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,32,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,8192,0.03058240016301473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,7168,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,10240,0.03283733328183492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,12288,0.03543039957682292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,16384,0.0425983985265096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,5120,0.02505279978116353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,4096,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,3584,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,6144,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,2560,0.02006933291753133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,2048,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,3072,0.02150613268216451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,1536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,512,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,768,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,256,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,1024,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,128,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,7168,65536,0.12816960016886395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,64,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,32,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,8192,0.028942932685216267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,7168,0.02731093366940816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,12288,0.034473601977030435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,16384,0.04601813157399495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,10240,0.03078719973564148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,5120,0.0246453324953715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,6144,0.026078933477401735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,4096,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,3584,0.0211626668771108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,3072,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,1536,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,2560,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,2048,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,1024,0.017204266786575318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,6144,65536,0.11298346519470215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,768,0.016516266266504924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,256,0.016457600394884746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,64,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,32,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,7168,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,8192,0.027853866418202717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,10240,0.029765333731969195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,12288,0.032290132840474446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,5120,0.023346134026845298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,6144,0.025326933463414508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,16384,0.04116373459498088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,4096,0.020820266008377074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,3584,0.020482132832209267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,5120,65536,0.107315198580424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,3072,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,2560,0.018496000766754152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,1536,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,1024,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,512,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,128,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,32,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,7168,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,8192,0.02764799992243449
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,10240,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,12288,0.03099413315455119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,5120,0.021844265858332317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,6144,0.0245088001092275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,4096,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,4096,65536,0.0921610673268636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,16384,0.04068906704584758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,2048,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,3584,0.019591466585795084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,3072,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,2560,0.019108267625172932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,1536,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,1024,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,768,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,64,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,256,0.01658986707528432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,512,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,128,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,32,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,7168,0.025940267244974773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,8192,0.027239465713500978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,10240,0.028803199529647827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3584,65536,0.08461653391520182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,16384,0.03747413158416748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,6144,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,4096,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,12288,0.03310826619466146
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,5120,0.022252800067265828
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,3584,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,3072,0.019454934199651084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,2560,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,2048,0.018642133474349974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,1024,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,512,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,1536,0.01815999945004781
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,256,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,128,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,32,0.016515200336774193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,7168,0.024984532594680788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,10240,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,8192,0.026756266752878826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,12288,0.03276906609535217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,3072,65536,0.07895359992980958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,6144,0.023755733172098795
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,16384,0.03583999872207642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,5120,0.021641600131988525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,3584,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,3072,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,4096,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,2560,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,1536,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,1024,0.01665600041548411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,512,0.015495466192563376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,256,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,128,0.016522666811943053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,12288,0.030857600768407184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,10240,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,8192,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,7168,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2560,65536,0.07372799714406332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,16384,0.034135464827219644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,6144,0.0225983997186025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,5120,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,4096,0.020552533864974975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,3584,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,2560,0.018847999970118205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,3072,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,2048,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,1536,0.017410133282343546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,768,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,512,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,128,0.015629866719245912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,256,0.016108799974123636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,32,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,2048,65536,0.06557013193766276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,12288,0.029967999458312987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,16384,0.032631466786066696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,8192,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,10240,0.028125866254170732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,7168,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,6144,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,5120,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,3584,0.019934932390848793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,4096,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,2560,0.018637865781784058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,3072,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,2048,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,1024,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,1536,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,512,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,256,0.016313599546750386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,64,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,32,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1536,65536,0.05802666743596395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,16384,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,10240,0.026557866732279462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,12288,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,8192,0.02491626739501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,7168,0.023075199127197264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,6144,0.02177493373552958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,5120,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,4096,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,3584,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,3072,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,2048,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,1536,0.01713386575380961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,768,0.016455466548601784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,256,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,128,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,65536,0.05007359981536865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,1024,64,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,12288,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,16384,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,7168,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,8192,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,6144,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,5120,0.02122559944788615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,4096,0.02041813333829244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,3584,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,2048,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,1536,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,768,0.016040533781051636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,65536,0.04799253145853678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,512,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,64,0.01597653329372406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,768,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,12288,0.02600533366203308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,16384,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,8192,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,7168,0.023004800081253052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,6144,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,10240,0.02607253392537435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,5120,0.0211626668771108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,3584,0.019725867112477622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,3072,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,4096,0.020550400018692017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,2048,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,65536,0.046217600504557296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,1536,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,1024,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,768,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,512,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,256,0.01611733337243398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,512,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,16384,0.028325333197911577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,10240,0.02573653260866801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,12288,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,8192,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,7168,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,5120,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,4096,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,6144,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,3584,0.018973867098490395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,65536,0.042803200085957845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,2560,0.018092799186706542
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,3072,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,2048,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,1536,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,768,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,64,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,256,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,10240,0.02403306762377421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,16384,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,12288,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,8192,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,7168,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,6144,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,5120,0.02198293407758077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,4096,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,3584,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,65536,0.04081919987996419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,2560,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,3072,0.01904319922129313
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,2048,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,1536,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,768,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,256,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,512,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,128,32,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,16384,0.025944532950719197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,12288,0.02525866627693176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,8192,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,10240,0.024306132396062215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,7168,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,6144,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,5120,0.02157333294550578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,4096,0.02171199917793274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,65536,0.03781973520914714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,3584,0.01904746691385905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,2048,0.017409066359202065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,3072,0.01877440015474955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,2560,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,1536,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,512,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,64,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,768,0.01577173372109731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,64,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,12288,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,16384,0.02675519982973735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,10240,0.02362133264541626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,8192,0.023142399390538533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,7168,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,6144,0.022117332617441813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,4096,0.02142933408419291
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,3584,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,5120,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,3072,0.018703999121983846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,2560,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,65536,0.03809279998143514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,2048,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,1536,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,512,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,768,0.016040533781051636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,256,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,128,32,32,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,5120,0.07413866519927978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,6144,0.08536852995554606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,7168,0.09656426906585694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,8192,0.1088490645090739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,4096,0.0637941320737203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,10240,0.12830933729807537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,3584,0.05884586572647095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,3072,0.05235946575800578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,2560,0.04703573385874431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,2048,0.04287039836247762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,12288,0.16349867184956868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,768,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,1024,0.028467200199762982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,512,0.022734934091567995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,1536,0.0359775980313619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,256,0.021575466791788737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,128,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,64,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,32,0.02136639952659607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,7168,0.03994239966074626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,8192,0.043828264872233076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,10240,0.04925440152486165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,65536,16384,0.21029653549194335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,12288,0.055194667975107824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,5120,0.03372373183568318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,16384,0.0673087994257609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,4096,0.03031253417332967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,6144,0.03734399875005086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,3072,0.02682773272196452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,3584,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,1024,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,1536,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,768,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,512,0.01672640045483907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,2560,0.025534933805465697
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,2048,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,256,0.01767680048942566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,64,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,128,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,32,0.016243199507395424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,7168,0.034679468472798666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,8192,0.039867734909057616
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,10240,0.04416853189468384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,12288,0.04915306568145752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,16384,0.05864213307698568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,5120,0.030037333567937214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,4096,0.02723840077718099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,3584,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,6144,0.034134399890899655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,2560,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,1536,0.02095573345820109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,2048,0.023487999041875204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,3072,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,768,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,1024,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,512,0.016794667641321818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,256,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,128,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,32,0.015501866738001505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,8192,0.03679680029551188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,10240,0.03993599812189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,12288,0.04485119978586833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,16384,0.05392959912618002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,5120,0.028058665990829467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,6144,0.03031040032704671
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,7168,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,4096,0.02621226708094279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,3072,0.02341759999593099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,3584,0.024919466177622477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,16384,65536,0.20865707397460936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,2560,0.02348053256670634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,2048,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,1536,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,768,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,256,0.01647040049235026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,512,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,128,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,12288,65536,0.17694826126098634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,10240,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,8192,0.032631466786066696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,12288,0.039452799161275226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,16384,0.04812373320261638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,7168,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,6144,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,5120,0.02587413390477498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,3072,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,3584,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,4096,0.024573866526285806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,2560,0.021569067239761354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,1024,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,1536,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,2048,0.019661867618560792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,768,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,256,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,128,0.015973333517710367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,32,0.01508799990018209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,10240,65536,0.17018879254659017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,8192,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,7168,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,10240,0.034745601812998454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,12288,0.037750399112701415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,16384,0.0459445317586263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,4096,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,3072,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,3584,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,5120,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,2560,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,6144,0.027449599901835126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,2048,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,1536,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,256,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,768,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,8192,65536,0.13646507263183594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,1024,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,512,0.016386133432388306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,64,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,8192,0.030855466922124226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,7168,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,10240,0.034679468472798666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,12288,0.03549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,16384,0.046147199471791585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,5120,0.0258026659488678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,4096,0.023959465821584067
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,3072,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,3584,0.022734934091567995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,6144,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,2560,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,2048,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,1536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,1024,0.016927999258041383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,512,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,7168,65536,0.12291413148244221
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,128,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,768,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,256,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,64,0.01597546637058258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,32,0.015219199657440185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,8192,0.028604799509048463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,12288,0.03651946783065796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,7168,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,10240,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,16384,0.044990932941436766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,5120,0.024984532594680788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,4096,0.023346134026845298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,6144,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,3584,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,3072,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,2560,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,2048,0.019525333245595296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,768,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,1024,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,1536,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,6144,65536,0.11065920193990071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,512,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,256,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,64,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,7168,0.025659734010696413
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,10240,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,8192,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,12288,0.035293865203857425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,16384,0.03973653316497803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,6144,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,5120,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,4096,0.02075200080871582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,3584,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,3072,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,5120,65536,0.10110293229420979
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,2048,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,2560,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,1536,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,1024,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,64,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,32,0.01570453345775604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,8192,0.02662613391876221
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,7168,0.025396267573038738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,12288,0.034747731685638425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,16384,0.03741013209025065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,10240,0.02826346755027771
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,6144,0.0245088001092275
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,4096,65536,0.08659626642862955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,5120,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,4096,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,3584,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,2560,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,1536,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,3072,0.018708266814549766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,2048,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,512,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,64,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,10240,0.027987200021743774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,8192,0.026757333676020307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,7168,0.025191466013590496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,6144,0.02430079976717631
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3584,65536,0.0791157325108846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,5120,0.022670932610829673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,16384,0.03433813254038493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,3584,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,4096,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,2048,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,3072,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,1024,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,1536,0.017062399784723917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,768,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,256,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,64,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,128,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,10240,0.027510400613149005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,12288,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,8192,0.026215465863545735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,7168,0.024980266888936363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,16384,0.03461013237635295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,3072,65536,0.07287466526031494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,6144,0.022731733322143555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,4096,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,5120,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,3584,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,3072,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,2048,0.018088533480962118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,2560,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,1536,0.017204266786575318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,512,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,256,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,64,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,32,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,128,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,12288,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2560,65536,0.06761813163757324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,8192,0.026554665962855023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,10240,0.0307861328125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,7168,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,6144,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,16384,0.03324586749076843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,4096,0.020544000466664634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,5120,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,3584,0.01884373426437378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,2048,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,1536,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,768,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,512,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,256,0.015973333517710367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,64,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,32,0.014807466665903726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,2048,65536,0.059903999169667564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,12288,0.02908586661020915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,16384,0.031880533695220946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,10240,0.02662293314933777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,7168,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,8192,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,5120,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,6144,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,3584,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,3072,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,4096,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,2048,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,512,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,256,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,1536,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,128,0.016310399770736693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,64,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,65536,0.053763198852539065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1536,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,10240,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,8192,0.02505600055058797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,16384,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,12288,0.028670932849248248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,6144,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,7168,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,4096,0.020618667205174766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,5120,0.020683733622233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,3584,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,2560,0.0192522664864858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,3072,0.019725867112477622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,2048,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,1536,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,1024,0.016446933150291443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,512,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,65536,0.052940801779429114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,128,0.015497600038846334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,64,0.015635200341542563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,1024,32,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,16384,0.02744426727294922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,12288,0.026898133754730224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,7168,0.02389226754506429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,8192,0.023894399404525757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,6144,0.021569067239761354
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,4096,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,5120,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,3072,0.019045333067576088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,2048,0.017683200041453042
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,65536,0.04669333299001058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,1536,0.01713599960009257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,1024,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,128,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,256,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,768,64,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,12288,0.024709333976109825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,16384,0.02744320034980774
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,10240,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,8192,0.02334933280944824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,7168,0.022668800751368203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,6144,0.021232000986735024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,5120,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,4096,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,3584,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,65536,0.042531200249989826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,2048,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,1536,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,512,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,256,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,512,128,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,16384,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,10240,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,12288,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,7168,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,8192,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,6144,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,4096,0.020683733622233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,65536,0.04081919987996419
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,5120,0.021912533044815063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,3584,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,3072,0.01830186645189921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,2560,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,2048,0.01802133321762085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,1536,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,768,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,512,0.01604480048020681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,64,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,256,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,12288,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,16384,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,10240,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,7168,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,6144,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,8192,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,5120,0.021229867140452066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,4096,0.020542933543523153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,65536,0.03904853264490764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,3584,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,3072,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,1536,0.017410133282343546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,2048,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,512,0.01583466629187266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,256,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,128,32,0.014607999722162882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,16384,0.025810132424036663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,12288,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,10240,0.023484800259272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,7168,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,8192,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,5120,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,3072,0.01843093236287435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,65536,0.035361067454020186
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,4096,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,6144,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,2560,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,1536,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,2048,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,768,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,512,0.01562879979610443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,256,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,64,32,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,16384,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,10240,0.022936532894770302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,12288,0.0234826664129893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,7168,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,6144,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,5120,0.02136853337287903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,65536,0.03495039939880371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,4096,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,3072,0.018296533823013307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,3584,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,2560,0.0182261327902476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,2048,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,1536,0.016523733735084534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,128,0.015565866231918335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,512,0.015497600038846334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,1024,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,64,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,96,32,32,0.014817066987355552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,5120,0.07536640167236328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,6144,0.08482240041097006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,7168,0.09758613109588624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,8192,0.10993813673655192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,4096,0.06389760176340739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,10240,0.12837973435719807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,3584,0.05809493462244669
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,3072,0.05235840082168579
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,2560,0.04713706572850545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,1024,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,12288,0.15933440526326498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,768,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,1536,0.03515733480453491
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,256,0.020888533194859824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,128,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,64,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,512,0.023141332467397056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,2048,0.043281066417694095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,32,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,7168,0.03898026545842488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,8192,0.04266666571299235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,10240,0.04748053153355916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,65536,16384,0.20223894119262695
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,12288,0.05321280161539713
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,16384,0.06597973505655924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,5120,0.03160640001296997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,3072,0.02573440074920654
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,4096,0.02860586643218994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,3584,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,6144,0.03515626589457194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,2560,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,1536,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,1024,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,768,0.016794667641321818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,512,0.016458666324615477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,128,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,64,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,32,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,2048,0.022731733322143555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,7168,0.03590826590855916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,8192,0.03836693366368611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,10240,0.043348264694213864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,12288,0.048640000820159915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,16384,0.05870826641718546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,6144,0.032425600290298465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,5120,0.029626667499542236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,4096,0.027038933833440144
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,3584,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,3072,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,1536,0.020412800709406535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,2560,0.023064533869425453
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,2048,0.022523732980092366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,1024,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,768,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,128,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,32,0.016457600394884746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,8192,0.035499731699625656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,10240,0.03979839881261189
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,12288,0.04457813501358032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,16384,0.05225600004196167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,7168,0.03283626635869344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,6144,0.030722133318583172
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,5120,0.02881386677424113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,4096,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,16384,65536,0.2201258659362793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,3072,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,3584,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,2560,0.02368853290875753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,768,0.017950934171676636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,2048,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,1024,0.01857066750526428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,1536,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,256,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,64,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,128,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,32,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,12288,65536,0.17216639518737792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,8192,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,10240,0.03495253324508667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,7168,0.029287467400232952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,12288,0.03918186823527019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,16384,0.045943466822306316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,6144,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,3584,0.02368853290875753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,3072,0.022797866662343343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,5120,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,4096,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,2560,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,2048,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,1536,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,1024,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,768,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,256,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,128,0.01632960041364034
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,64,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,32,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,10240,65536,0.1596768061319987
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,7168,0.02914453347524007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,8192,0.03065173427263896
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,12288,0.03734613259633382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,10240,0.03372373183568318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,16384,0.044573867321014406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,4096,0.024372265736262003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,3584,0.022666666905085245
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,3072,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,6144,0.027376000086466474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,2560,0.02048106590906779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,2048,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,5120,0.025944532950719197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,768,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,1536,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,1024,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,8192,65536,0.13158293565114337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,256,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,128,0.016106667121251424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,8192,0.029764266808827718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,7168,0.02839786609013875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,10240,0.03249599933624268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,12288,0.03542933464050293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,5120,0.025598933299382527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,16384,0.04519253174463908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,4096,0.023487999041875204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,3584,0.022733867168426514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,6144,0.02682773272196452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,3072,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,2048,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,2560,0.019523199399312338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,1536,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,1024,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,7168,65536,0.11752106348673504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,256,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,128,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,10240,0.03188160061836243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,7168,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,12288,0.03631786505381267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,8192,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,16384,0.04109760125478108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,6144,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,5120,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,4096,0.023483733336130776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,3584,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,2048,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,6144,65536,0.0986794630686442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,2560,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,1536,0.017883733908335368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,1024,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,3072,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,768,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,128,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,256,0.01624853312969208
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,7168,0.02491626739501953
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,8192,0.025939200321833295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,16384,0.0383679986000061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,10240,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,6144,0.02450986703236898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,12288,0.03351893424987793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,5120,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,5120,65536,0.09601706663767497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,4096,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,3072,0.019590399662653604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,3584,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,1024,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,1536,0.017543466885884602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,2560,0.018504534165064493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,2048,0.01761173407236735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,768,0.01618133286635081
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,512,0.016108799974123636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,256,0.015706666310628257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,128,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,32,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,64,0.01590506633122762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,8192,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,7168,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,10240,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,12288,0.03304106593132019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,4096,65536,0.08151040077209473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,16384,0.035225598017374675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,6144,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,5120,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,4096,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,3584,0.019452800353368126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,3072,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,2560,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,2048,0.01720213294029236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,1536,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,1024,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,512,0.016176000237464905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,128,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,32,0.016473600268363954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,7168,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,8192,0.026282666126887004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,10240,0.028670932849248248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3584,65536,0.07287360032399495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,16384,0.03338239987691243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,12288,0.030990932385126752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,6144,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,4096,0.020478934049606323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,5120,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,3072,0.01925440033276876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,3584,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,1536,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,2560,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,768,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,512,0.016225066781044007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,128,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,64,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,32,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,10240,0.027784534295399982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,12288,0.0290175994237264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,3072,65536,0.06754986445109049
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,7168,0.02444053292274475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,8192,0.025124265750249224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,16384,0.03310933311780294
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,4096,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,6144,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,5120,0.02136960029602051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,3072,0.018498132626215615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,3584,0.018913066387176512
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,2560,0.01856213410695394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,2048,0.017819732427597046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,1536,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,256,0.016321067015329996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,1024,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,512,0.016250666975975037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,128,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,32,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2560,65536,0.0631114681561788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,12288,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,10240,0.02758079965909322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,8192,0.026217599709828694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,7168,0.02450773318608602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,6144,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,5120,0.021434666713078816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,16384,0.032290132840474446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,3584,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,4096,0.019523199399312338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,2560,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,2048,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,1536,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,768,0.016108799974123636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,512,0.016362667083740234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,256,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,64,0.015838932991027833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,2048,65536,0.05666026671727499
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,16384,0.03215679923693339
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,12288,0.028875732421875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,10240,0.026554665962855023
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,8192,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,7168,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,5120,0.020552533864974975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,6144,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,4096,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,3584,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,2560,0.018498132626215615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,2048,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,3072,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,1536,0.01713386575380961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,256,0.015243732929229736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,128,0.015495466192563376
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,65536,0.050006401538848874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1536,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,10240,0.026147200663884478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,16384,0.031061333417892457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,12288,0.028667734066645308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,8192,0.022938666741053264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,7168,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,6144,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,5120,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,4096,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,3584,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,3072,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,2048,0.01781439979871114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,2560,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,1536,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,768,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,512,0.015427199999491372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,65536,0.046728531519571945
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,128,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,64,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,1024,32,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,16384,0.029831467072168986
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,10240,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,12288,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,8192,0.023484800259272257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,7168,0.02218666672706604
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,6144,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,5120,0.020412800709406535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,4096,0.0192522664864858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,3584,0.018703999121983846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,2048,0.01788160006205241
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,3072,0.018502400318781535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,65536,0.04369066556294759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,768,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,1536,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,512,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,256,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,128,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,32,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,768,64,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,10240,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,16384,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,12288,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,8192,0.023145600159962972
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,7168,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,6144,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,5120,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,3584,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,4096,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,3072,0.019322667519251505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,2560,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,2048,0.017138133446375527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,65536,0.04116479953130086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,768,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,512,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,128,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,32,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,12288,0.02553066611289978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,512,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,16384,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,10240,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,7168,0.022592000166575112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,8192,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,65536,0.03850239912668864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,6144,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,3584,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,4096,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,2560,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,5120,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,2048,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,1536,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,1024,0.016455466548601784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,768,0.015497600038846334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,64,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,128,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,256,32,0.014822399616241455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,10240,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,16384,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,12288,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,8192,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,7168,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,6144,0.02095573345820109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,65536,0.036931200822194414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,4096,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,5120,0.02136960029602051
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,2048,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,2560,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,768,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,1536,0.01658453345298767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,256,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,128,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,16384,0.024098134040832518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,12288,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,7168,0.02144213318824768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,8192,0.022322134176890055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,6144,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,10240,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,65536,0.03440746863683065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,5120,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,4096,0.020338133970896403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,3584,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,2560,0.01829119920730591
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,2048,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,1536,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,512,0.016055466731389363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,128,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,64,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,64,32,0.01439786652723948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,16384,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,12288,0.023348265886306764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,10240,0.022871466477711995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,8192,0.02150613268216451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,7168,0.02211839954058329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,6144,0.020891733964284263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,5120,0.020754132668177286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,65536,0.034815998872121175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,4096,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,3584,0.0188426673412323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,3072,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,2560,0.01802133321762085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,2048,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,768,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,512,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,256,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,128,0.015153066317240397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,64,0.015294933319091797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,80,32,32,0.014398933450380961
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,5120,0.07846933205922445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,6144,0.09076053301493327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,7168,0.10066026846567791
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,8192,0.11202560265858967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,4096,0.06649279991785685
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,10240,0.1346901257832845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,3072,0.05577386617660522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,3584,0.06069120168685913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,2560,0.049218134085337324
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,12288,0.15920213063557942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,768,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,1024,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,256,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,128,0.017474132776260375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,1536,0.03597653309504191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,64,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,512,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,2048,0.04491946697235107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,32,0.01733760039011637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,7168,0.03733866612116496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,8192,0.04102826515833537
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,65536,16384,0.20346879959106445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,10240,0.045805867513020834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,12288,0.051540267467498777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,4096,0.028810666004816694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,5120,0.03160746693611145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,3584,0.026694399118423463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,16384,0.06601066589355468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,6144,0.0347434679667155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,3072,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,1536,0.020820266008377074
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,768,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,1024,0.01734613378842672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,2048,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,2560,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,128,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,256,0.0165173331896464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,512,0.01740586757659912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,64,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,32,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,7168,0.032358400026957196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,8192,0.03624853293100993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,10240,0.040209066867828366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,12288,0.04430720011393229
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,16384,0.0549888014793396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,4096,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,5120,0.028467200199762982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,6144,0.03092479904492696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,3584,0.024850134054819742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,2560,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,2048,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,3072,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,1536,0.020204800367355346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,512,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,1024,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,8192,0.03297386765480041
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,10240,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,12288,0.04061866601308187
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,16384,0.048981332778930665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,7168,0.030444800853729248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,5120,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,6144,0.028125866254170732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,4096,0.024710400899251302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,3072,0.023212800423304238
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,2048,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,2560,0.02191466689109802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,16384,65536,0.2194431940714518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,3584,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,1536,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,1024,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,768,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,512,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,64,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,32,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,12288,65536,0.16397333145141602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,8192,0.03010666569073995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,12288,0.03611413240432739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,10240,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,16384,0.04293973445892334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,7168,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,3584,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,4096,0.023757867018381753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,3072,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,5120,0.025873066981633504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,6144,0.026765867074330645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,2560,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,1536,0.0173418660958608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,1024,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,512,0.016525866587956746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,256,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,64,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,768,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,32,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,10240,65536,0.15080000559488932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,10240,0.031129600604375203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,8192,0.028874667485555013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,12288,0.03495253324508667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,7168,0.026895999908447266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,16384,0.041915734608968094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,4096,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,3584,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,3072,0.022325332959493002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,5120,0.025256532430648803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,6144,0.02648640076319377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,2560,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,2048,0.017886932690938315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,1536,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,768,0.016522666811943053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,256,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,128,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,64,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,8192,65536,0.12482666969299316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,7168,0.026419200499852497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,12288,0.0370688001314799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,8192,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,10240,0.030104533831278486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,16384,0.04348586797714234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,5120,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,3584,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,4096,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,3072,0.02034239967664083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,6144,0.0246453324953715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,2560,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,2048,0.01781866749127706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,1024,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,128,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,7168,65536,0.11161599953969319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,768,0.016317866245905557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,32,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,10240,0.028943999608357744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,8192,0.02723306616147359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,7168,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,12288,0.034542934099833174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,16384,0.040616532166798905
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,5120,0.02294399936993917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,6144,0.024029866854349772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,4096,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,3584,0.020071466763814293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,2560,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,1024,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,2048,0.017459199825922648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,6144,65536,0.09444693724314371
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,3072,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,256,0.016114133596420287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,128,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,64,0.015705600380897522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,32,0.01567466656366984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,7168,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,8192,0.02641493280728658
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,10240,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,12288,0.02935360074043274
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,16384,0.03358613252639771
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,6144,0.02307200034459432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,5120,0.020541866620381675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,4096,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,3584,0.01877546707789103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,5120,65536,0.09185386498769124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,2560,0.01761386593182882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,2048,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,128,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,64,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,768,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,32,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,8192,0.025598933299382527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,7168,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,10240,0.026829866568247478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,12288,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,6144,0.02286720077196757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,4096,65536,0.07526613076527913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,5120,0.021844265858332317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,16384,0.03269973397254944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,4096,0.01939199964205424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,3072,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,3584,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,2048,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,1024,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,512,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,768,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,256,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,64,0.015836800138155617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,7168,0.0234826664129893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,10240,0.02655679980913798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,8192,0.02566933234532674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3584,65536,0.06884693304697673
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,16384,0.03222186764081319
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,6144,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,4096,0.01918399930000305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,5120,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,2048,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,2560,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,3072,0.018637865781784058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,1536,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,768,0.016386133432388306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,256,0.016317866245905557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,128,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,64,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,12288,0.029153066873550414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,10240,0.027856000264485675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,8192,0.024642133712768556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,7168,0.02184106707572937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,3072,65536,0.062395731608072914
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,16384,0.031402667363484696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,5120,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,3584,0.018564265966415406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,4096,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,6144,0.02074986696243286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,2048,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,1536,0.01658986707528432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,512,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,128,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,64,0.016245333353678386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,10240,0.026694399118423463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,12288,0.0277834673722585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2560,65536,0.06188053290049235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,7168,0.02177919944127401
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,8192,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,6144,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,16384,0.03072106639544169
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,4096,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,3072,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,5120,0.019461333751678467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,2560,0.018088533480962118
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,2048,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,1024,0.01632533371448517
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,768,0.016039466857910155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,512,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,65536,0.05239466826121012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,64,0.016378666957219443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,2048,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,16384,0.02955840031305949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,12288,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,10240,0.02450666626294454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,8192,0.023277866840362548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,7168,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,6144,0.020618667205174766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,5120,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,4096,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,3072,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,2560,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,2048,0.017543466885884602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,1536,0.01652479966481527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,1024,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,512,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,65536,0.049322664737701416
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1536,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,16384,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,7168,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,8192,0.022938666741053264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,10240,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,12288,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,6144,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,5120,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,4096,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,2048,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,2560,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,1536,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,65536,0.04259733359018962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,512,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,256,0.016182399789492288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,128,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,1024,32,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,16384,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,10240,0.02368853290875753
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,12288,0.023824000358581544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,7168,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,5120,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,2560,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,4096,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,3584,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,6144,0.021639466285705566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,65536,0.03918399810791016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,2048,0.017204266786575318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,768,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,512,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,128,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,64,0.015240533153216043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,768,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,10240,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,12288,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,16384,0.025331199169158936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,8192,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,7168,0.022639999787012734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,6144,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,5120,0.02129813234011332
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,4096,0.02062186598777771
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,3072,0.018504534165064493
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,2560,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,3584,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,2048,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,65536,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,1536,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,1024,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,768,0.016177067160606386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,512,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,128,0.015019733707110086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,256,0.016040533781051636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,512,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,12288,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,16384,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,10240,0.02239039937655131
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,8192,0.02177813251813253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,7168,0.02137493292490641
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,5120,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,65536,0.03487999836603801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,6144,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,4096,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,3584,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,3072,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,2560,0.017199999094009398
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,2048,0.01685973405838013
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,512,0.015431466698646545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,1024,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,256,0.016151466965675355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,64,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,256,32,0.015358933806419372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,16384,0.02409706711769104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,8192,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,12288,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,10240,0.02164586583773295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,7168,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,6144,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,65536,0.03208640019098918
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,5120,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,4096,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,3072,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,2048,0.01726933320363363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,3584,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,1024,0.015492266416549683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,512,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,256,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,128,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,32,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,128,64,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,10240,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,16384,0.024027733008066814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,8192,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,7168,0.02068586746851603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,65536,0.030379732449849445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,6144,0.02054506738980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,12288,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,5120,0.02068586746851603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,3584,0.018502400318781535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,4096,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,3072,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,1536,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,2560,0.017950934171676636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,768,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,1024,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,64,0.015568000078201295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,64,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,16384,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,12288,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,10240,0.02184213399887085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,8192,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,6144,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,65536,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,5120,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,4096,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,3584,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,3072,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,2048,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,2560,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,1536,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,1024,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,512,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,256,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,128,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,32,0.014876799782117209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,64,32,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,5120,0.07762026786804199
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,6144,0.08895253340403239
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,7168,0.0988480011622111
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,8192,0.11117119789123535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,3584,0.06021120150883993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,4096,0.06741440296173096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,10240,0.1358847935994466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,3072,0.05396693150202433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,2560,0.049353599548339844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,1024,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,12288,0.15872000058492025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,1536,0.03672746817270915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,256,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,128,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,2048,0.04341760079065959
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,512,0.022731733322143555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,768,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,32,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,64,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,65536,16384,0.20135146776835122
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,7168,0.03686293363571167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,8192,0.039662933349609374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,10240,0.045193600654602054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,12288,0.050995198885599766
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,16384,0.06253439982732137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,4096,0.028670932849248248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,6144,0.0343392014503479
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,5120,0.03174186746279399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,3584,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,3072,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,1536,0.020822399854660036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,1024,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,2560,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,512,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,256,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,2048,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,64,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,128,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,7168,0.03269973397254944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,8192,0.03597653309504191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,10240,0.04075946807861328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,12288,0.044234665234883626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,16384,0.05451093514760336
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,4096,0.026759467522303265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,5120,0.028943999608357744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,3584,0.026216532786687213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,6144,0.030789333581924438
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,2560,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,3072,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,2048,0.022048000494639078
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,1536,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,1024,0.01699733336766561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,768,0.01781866749127706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,512,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,128,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,256,0.015773866573969522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,64,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,8192,0.03263360063234965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,10240,0.03631786505381267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,12288,0.03946133454640706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,16384,0.0478218674659729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,7168,0.02969493269920349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,6144,0.028056534131368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,5120,0.027374933163324993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,4096,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,3584,0.025259733200073242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,3072,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,16384,65536,0.22552000681559242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,2560,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,1536,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,2048,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,1024,0.017409066359202065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,768,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,512,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,256,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,32,0.01590720017751058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,64,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,12288,65536,0.16247466405232747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,8192,0.02955840031305949
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,10240,0.03317760030428569
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,12288,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,16384,0.044100264708201095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,7168,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,3584,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,3072,0.02212160031000773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,5120,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,4096,0.023754666248957314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,6144,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,2560,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,2048,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,1536,0.01843093236287435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,1024,0.016458666324615477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,768,0.016251732905705772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,512,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,256,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,10240,65536,0.15182506243387858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,128,0.015370666980743408
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,32,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,7168,0.026833067337671917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,8192,0.028809599081675213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,10240,0.032290132840474446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,12288,0.03508906761805217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,4096,0.023076266050338745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,16384,0.0421887993812561
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,3584,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,5120,0.024986666440963746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,6144,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,3072,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,2560,0.01918399930000305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,2048,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,1536,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,1024,0.016518400112787882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,512,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,256,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,128,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,8192,65536,0.1249951998392741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,64,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,7168,0.025667200485865276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,8192,0.027034666140874224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,12288,0.035702399412790936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,10240,0.03290133277575175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,16384,0.04102720022201538
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,5120,0.023618133862813313
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,4096,0.022530132532119752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,3072,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,3584,0.0211626668771108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,6144,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,2048,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,1536,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,768,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,512,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,7168,65536,0.11148053010304768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,256,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,128,0.016250666975975037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,64,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,32,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,7168,0.02635093331336975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,8192,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,10240,0.030855466922124226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,12288,0.03386026620864868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,6144,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,16384,0.03761920134226481
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,5120,0.023548799753189086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,4096,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,3584,0.020884267489115396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,3072,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,2048,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,1536,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,6144,65536,0.0955082654953003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,512,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,256,0.01588266690572103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,128,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,32,0.015703466534614564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,7168,0.023619200785954794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,8192,0.02518933415412903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,10240,0.027031467358271284
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,6144,0.023004800081253052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,12288,0.030446932713190718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,16384,0.034542934099833174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,5120,0.021710934241612752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,4096,0.02027626633644104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,3584,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,3072,0.01836479902267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,5120,65536,0.09202346801757813
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,2048,0.017746132612228394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,1536,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,128,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,64,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,32,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,7168,0.023549866676330567
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,8192,0.024918399254480996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,10240,0.026555732885996504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,12288,0.029832533995310467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,6144,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,5120,0.020542933543523153
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,16384,0.03283626635869344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,4096,65536,0.07673172950744629
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,4096,0.019663999478022255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,3584,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,3072,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,2560,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,2048,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,768,0.015973333517710367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,1024,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,1536,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,512,0.015838932991027833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,32,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,10240,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,8192,0.024711465835571288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,7168,0.02327893376350403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,12288,0.027990400791168213
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3584,65536,0.07028053601582845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,16384,0.03133333325386047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,6144,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,4096,0.02034986615180969
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,5120,0.02157333294550578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,3584,0.018979199727376304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,1536,0.0169322669506073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,2048,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,2560,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,1024,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,512,0.015836800138155617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,256,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,64,0.015288533767064414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,32,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,128,0.016936532656351724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,12288,0.027513599395751952
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,10240,0.02614506681760152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,8192,0.023481599489847817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,7168,0.0228000005086263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,3072,65536,0.06341973145802816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,5120,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,6144,0.021640533208847047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,4096,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,16384,0.029765333731969195
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,3584,0.0188426673412323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,3072,0.018564265966415406
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,2560,0.017813332875569663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,1536,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,768,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,1024,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,512,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,256,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,32,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2560,65536,0.06304426590601603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,12288,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,8192,0.022457599639892578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,10240,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,7168,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,16384,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,6144,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,5120,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,4096,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,3072,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,2560,0.01707093318303426
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,2048,0.01665600041548411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,1024,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,768,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,512,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,128,0.015566933155059814
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,256,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,32,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,2048,65536,0.05324906508127848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,8192,0.023827199141184488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,12288,0.027170133590698243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,10240,0.025803732872009277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,16384,0.029219200213750202
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,7168,0.02191466689109802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,5120,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,4096,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,6144,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,3072,0.01802026629447937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,2560,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,2048,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,768,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,128,0.015361066659291586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,65536,0.04744960069656372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,64,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1536,32,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,10240,0.024577067295710246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,16384,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,7168,0.020822399854660036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,12288,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,6144,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,8192,0.022388267517089843
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,5120,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,4096,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,2560,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,3072,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,512,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,768,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,65536,0.04666026830673218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,256,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,32,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,1024,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,16384,0.02532586654027303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,10240,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,12288,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,8192,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,7168,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,6144,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,4096,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,5120,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,3072,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,2560,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,65536,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,1536,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,1024,0.01638826628526052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,768,0.016246400276819863
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,512,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,64,0.014879999558130899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,768,128,0.015427199999491372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,16384,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,10240,0.02300693392753601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,12288,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,8192,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,5120,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,7168,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,6144,0.02130133310953776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,4096,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,3072,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,2560,0.017474132776260375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,3584,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,65536,0.037274666627248126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,2048,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,1024,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,768,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,512,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,256,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,32,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,64,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,512,128,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,12288,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,16384,0.02443839907646179
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,8192,0.0214303990205129
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,10240,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,65536,0.0362496018409729
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,5120,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,4096,0.020478934049606323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,6144,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,3072,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,2560,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,1024,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,2048,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,768,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,512,0.015019733707110086
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,256,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,64,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,256,32,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,16384,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,8192,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,10240,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,12288,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,6144,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,65536,0.03296639919281006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,5120,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,4096,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,3072,0.017879466215769448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,2560,0.017204266786575318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,1024,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,2048,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,512,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,64,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,128,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,16384,0.023617066939671836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,12288,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,10240,0.0211626668771108
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,8192,0.020551466941833497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,7168,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,65536,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,6144,0.019661867618560792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,5120,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,4096,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,3072,0.018296533823013307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,2560,0.016526933511098227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,768,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,512,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,256,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,128,0.015640532970428465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,64,0.015158399939537048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,64,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,16384,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,12288,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,10240,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,8192,0.01986453334490458
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,7168,0.020003199577331543
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,6144,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,5120,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,65536,0.031129600604375203
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,4096,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,3072,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,2560,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,2048,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,768,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,512,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,256,0.01474453310171763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,1024,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,128,0.015844266613324484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,32,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,48,32,64,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,5120,0.07485973040262858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,6144,0.08649706840515137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,7168,0.0985098679860433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,8192,0.10973866780598958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,4096,0.06280426581700643
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,10240,0.1335637410481771
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,3584,0.05683199961980184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,3072,0.05270293156305948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,1024,0.028190932671229046
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,2560,0.04666026830673218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,12288,0.15625920295715331
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,1536,0.034270934263865155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,2048,0.041024001439412434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,768,0.02532479961713155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,256,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,64,0.018706132968266807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,128,0.01986560026804606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,32,0.01993066668510437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,512,0.023822933435440063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,8192,0.03884373505910237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,7168,0.035225598017374675
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,65536,16384,0.20168320337931314
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,10240,0.0436245322227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,12288,0.048024535179138184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,5120,0.029969066381454468
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,4096,0.027167999744415285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,3584,0.02662293314933777
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,16384,0.060619731744130455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,6144,0.03317973415056864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,1536,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,1024,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,3072,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,768,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,2048,0.022322134176890055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,2560,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,256,0.016723199685414632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,64,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,128,0.016040533781051636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,7168,0.03140373428662618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,8192,0.03461120128631592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,10240,0.04321493307749431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,12288,0.04758293231328328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,16384,0.05792533159255982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,6144,0.029286400477091475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,4096,0.025737599531809492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,5120,0.028268800179163618
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,3584,0.02512213389078776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,2560,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,2048,0.02197973330815633
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,1536,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,3072,0.023280000686645506
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,1024,0.01686826745669047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,768,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,256,0.01665279964605967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,128,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,64,0.01590720017751058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,8192,0.032568534215291337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,10240,0.03707093397776286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,12288,0.04471146663029989
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,16384,0.05529280106226603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,5120,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,6144,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,7168,0.030241066217422487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,4096,0.024643200635910033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,16384,65536,0.19903252919514974
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,3072,0.022796799739201866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,2560,0.02239146629969279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,3584,0.023962666591008507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,2048,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,1024,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,1536,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,768,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,512,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,256,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,128,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,12288,65536,0.15667200088500977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,8192,0.028536534309387206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,10240,0.031060266494750976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,16384,0.03973120053609212
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,12288,0.03359146515528361
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,7168,0.026625066995620728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,3584,0.02211839954058329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,3072,0.021708800395329794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,4096,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,6144,0.02532479961713155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,5120,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,2560,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,2048,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,256,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,512,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,10240,65536,0.14438400268554688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,128,0.01562879979610443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,64,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,32,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,8192,0.02744213342666626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,7168,0.025256532430648803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,10240,0.028942932685216267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,12288,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,16384,0.038230399290720626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,4096,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,3584,0.022392533222834268
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,6144,0.0246453324953715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,5120,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,1536,0.016794667641321818
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,2048,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,3072,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,2560,0.019661867618560792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,8192,65536,0.11868693033854168
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,512,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,128,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,256,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,64,0.015296000242233276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,7168,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,8192,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,10240,0.031674667199452715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,12288,0.03338666756947835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,16384,0.03898026545842488
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,4096,0.021022933721542358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,3584,0.020958934227625528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,5120,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,6144,0.02389226754506429
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,2560,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,2048,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,1536,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,3072,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,7168,65536,0.10510079860687256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,1024,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,512,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,128,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,32,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,8192,0.025121066967646283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,12288,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,10240,0.029422932863235475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,7168,0.024026666084925333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,16384,0.037003731727600096
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,6144,0.023414399226506552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,3584,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,5120,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,4096,0.02034239967664083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,3072,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,2560,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,2048,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,6144,65536,0.09017919699350993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,1536,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,256,0.01597760021686554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,32,0.014877866705258688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,128,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,7168,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,12288,0.02921813329060872
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,8192,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,16384,0.03283626635869344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,10240,0.027716267108917236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,6144,0.02403093377749125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,5120,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,4096,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,3072,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,2048,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,2560,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,5120,65536,0.08577600320180258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,1536,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,512,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,768,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,64,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,128,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,7168,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,8192,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,12288,0.028200532992680865
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,10240,0.026828799645106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,4096,65536,0.07157759666442871
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,6144,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,5120,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,16384,0.03201280037562053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,3584,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,4096,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,2560,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,2048,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,3072,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,1536,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,768,0.016382933656374613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,512,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,8192,0.02532800038655599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,10240,0.025942399104436235
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3584,65536,0.06492160161336263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,12288,0.027374933163324993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,7168,0.022802132368087768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,16384,0.03051626682281494
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,6144,0.022525866826375328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,5120,0.020414932568868
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,2560,0.01693120002746582
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,4096,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,3072,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,3584,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,1536,0.016178133090337117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,2048,0.01714026729265849
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,768,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,1024,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,256,0.01604693333307902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,32,0.014894933501879374
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,64,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,12288,0.02648746569951375
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,3072,65536,0.05922133525212606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,10240,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,8192,0.023415466149648033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,7168,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,16384,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,6144,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,4096,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,5120,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,3584,0.01748266617457072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,3072,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,2048,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,768,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,2560,0.01767680048942566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,512,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,128,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,64,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,32,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2560,65536,0.05874346494674683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,12288,0.026829866568247478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,10240,0.02648640076319377
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,8192,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,7168,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,16384,0.0294922669728597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,5120,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,6144,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,4096,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,3584,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,3072,0.01781866749127706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,2048,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,2560,0.017475199699401856
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,1536,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,1024,0.016723199685414632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,768,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,256,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,65536,0.04918613433837891
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,2048,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,12288,0.028467200199762982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,16384,0.03126506606737773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,10240,0.025331199169158936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,7168,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,8192,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,6144,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,5120,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,4096,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,3584,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,3072,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,2560,0.017617066701253258
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,1024,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,2048,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,768,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,128,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,65536,0.043212799231211345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1536,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,16384,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,12288,0.0228000005086263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,10240,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,7168,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,8192,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,6144,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,5120,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,4096,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,2560,0.018229333559672038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,2048,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,1024,0.016790399948755898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,768,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,65536,0.036865067481994626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,256,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,64,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,1024,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,12288,0.022461867332458495
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,8192,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,10240,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,16384,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,7168,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,6144,0.021772799889246623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,5120,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,4096,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,65536,0.04614826838175456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,3584,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,2560,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,3072,0.01713706652323405
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,768,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,256,0.01583146651585897
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,128,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,64,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,768,32,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,16384,0.023341866334279378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,10240,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,12288,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,8192,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,7168,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,65536,0.03577173153559367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,5120,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,4096,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,3584,0.018161066373189292
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,6144,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,3072,0.016863999764124553
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,2560,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,2048,0.016795732577641807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,1536,0.0165173331896464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,1024,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,768,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,256,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,64,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,512,32,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,12288,0.020754132668177286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,10240,0.020887466271718343
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,16384,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,8192,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,6144,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,7168,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,65536,0.03099199930826823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,5120,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,4096,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,3584,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,2560,0.01761386593182882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,3072,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,2048,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,1536,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,1024,0.016381866733233132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,768,0.015434666474660238
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,512,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,256,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,64,0.016037333011627197
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,256,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,16384,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,10240,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,12288,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,8192,0.020141865809758505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,65536,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,7168,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,6144,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,4096,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,5120,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,3072,0.017273600896199545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,3584,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,2560,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,768,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,256,0.015973333517710367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,128,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,128,32,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,16384,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,12288,0.02054506738980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,65536,0.02839786609013875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,8192,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,10240,0.02006933291753133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,5120,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,6144,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,3584,0.017953066031138103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,4096,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,3072,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,2560,0.01685546636581421
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,1536,0.01651413341363271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,768,0.016385066509246825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,512,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,1024,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,256,0.015499732891718545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,128,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,32,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,64,64,0.01441493332386017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,65536,0.027510400613149005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,16384,0.021297067403793335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,10240,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,8192,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,7168,0.02055466572443644
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,12288,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,6144,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,5120,0.020544000466664634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,3584,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,2560,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,3072,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,4096,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,1536,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,768,0.015221333503723145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,128,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,64,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,32,32,32,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,5120,0.06567039887110392
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,6144,0.07526826858520508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,7168,0.0839680035909017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,8192,0.09417493343353271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,4096,0.05584213336308798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,10240,0.11233386993408204
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,3584,0.05140479803085327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,3072,0.046284798781077066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,2560,0.04225706656773885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,12288,0.1308341344197591
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,768,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,1024,0.02785173257191976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,256,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,1536,0.032630399862925215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,2048,0.03836479981740316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,128,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,512,0.021977599461873373
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,64,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,32,0.01925333340962728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,7168,0.03570346832275391
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,8192,0.038091735045115156
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,65536,16384,0.1708031972249349
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,10240,0.043348264694213864
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,12288,0.04928853511810303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,4096,0.027101866404215497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,6144,0.03283626635869344
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,16384,0.06055466731389364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,5120,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,3584,0.026348799467086792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,3072,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,1536,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,1024,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,2048,0.022529067595799764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,2560,0.023550933599472045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,512,0.018023467063903807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,256,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,64,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,32,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,7168,0.034815998872121175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,8192,0.0373418649037679
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,10240,0.040957868099212646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,12288,0.04457706610361735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,16384,0.053420801957448326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,6144,0.032219733794530234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,4096,0.023826134204864503
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,5120,0.026761599381764728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,3584,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,2048,0.021978666385014854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,2560,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,1536,0.02000853419303894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,3072,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,1024,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,512,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,64,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,8192,0.03399680058161418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,10240,0.03843520085016887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,12288,0.04184853235880534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,16384,0.04877013365427653
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,7168,0.03256319959958394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,6144,0.030173865954081218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,5120,0.027033599217732747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,4096,0.024984532594680788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,2048,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,3072,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,2560,0.022050132354100548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,16384,65536,0.19582187334696452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,1536,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,1024,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,768,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,3584,0.02464639941851298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,512,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,256,0.016106667121251424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,128,0.014945066968599954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,64,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,12288,65536,0.15182612737019857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,8192,0.027784534295399982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,7168,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,10240,0.03003840049107869
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,12288,0.03304213285446167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,16384,0.03836479981740316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,3584,0.021913599967956544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,3072,0.02109653353691101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,4096,0.02225386699040731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,5120,0.02368746598561605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,6144,0.024703999360402427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,2048,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,2560,0.020345600446065266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,768,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,512,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,10240,65536,0.133462397257487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,256,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,128,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,64,0.014745600024859109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,32,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,7168,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,8192,0.026420267422993977
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,10240,0.02949013312657674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,12288,0.031197865804036457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,16384,0.03679680029551188
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,4096,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,5120,0.023075199127197264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,3584,0.021432532866795858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,6144,0.023617066939671836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,3072,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,2560,0.018637865781784058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,2048,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,1536,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,768,0.016243199507395424
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,8192,65536,0.10987520217895508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,256,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,64,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,32,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,8192,0.02539413372675578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,7168,0.024850134054819742
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,12288,0.032765867312749226
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,10240,0.030105600754419964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,5120,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,16384,0.037478399276733396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,4096,0.020891733964284263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,3584,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,6144,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,3072,0.018771199385325114
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,2048,0.018433066209157307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,1536,0.016591999928156534
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,2560,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,512,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,64,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,128,0.014877866705258688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,256,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,7168,65536,0.10212693214416504
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,8192,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,10240,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,12288,0.031061333417892457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,7168,0.023277866840362548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,16384,0.03543146848678589
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,4096,0.01986773411432902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,5120,0.02150719960530599
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,6144,0.022526933749516805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,3584,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,2560,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,6144,65536,0.08523093064626058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,2048,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,1536,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,1024,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,768,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,512,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,128,0.015561599532763162
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,256,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,7168,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,8192,0.026283733050028485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,10240,0.026691200335820515
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,12288,0.028604799509048463
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,6144,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,16384,0.03126613299051921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,5120,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,4096,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,3584,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,5120,65536,0.08243306477864584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,3072,0.017402666807174682
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,2048,0.017067732413609822
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,2560,0.01678933302561442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,1536,0.016315733393033348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,512,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,256,0.015836800138155617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,768,0.015770666797955833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,64,0.014884266257286071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,128,0.014885333180427552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,32,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,8192,0.02621440092722575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,7168,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,16384,0.030104533831278486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,4096,65536,0.06976853211720785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,10240,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,12288,0.027784534295399982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,6144,0.02321386734644572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,5120,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,4096,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,3584,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,2048,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,1536,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,3072,0.016795732577641807
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,2560,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,768,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,64,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,512,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,256,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,128,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,32,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,10240,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,7168,0.02403093377749125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,8192,0.02444053292274475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3584,65536,0.06546880006790161
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,16384,0.028471465905507403
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,12288,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,6144,0.022938666741053264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,5120,0.018703999121983846
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,4096,0.01829973260561625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,3584,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,3072,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,2560,0.01672640045483907
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,512,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,32,0.014884266257286071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,3072,65536,0.05604693492253622
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,12288,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,7168,0.02225493391354879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,10240,0.024643200635910033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,8192,0.022938666741053264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,16384,0.027374933163324993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,6144,0.020891733964284263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,4096,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,5120,0.018498132626215615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,3584,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,3072,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,2048,0.01665493349234263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,2560,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,1024,0.01652479966481527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,768,0.01576640009880066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,512,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,256,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,128,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,32,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,64,0.015227733055750528
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2560,65536,0.054299732049306236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,12288,0.027646932999293012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,8192,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,10240,0.026348799467086792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,7168,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,6144,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,16384,0.026213334004084272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,4096,0.0180896004041036
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,5120,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,3584,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,3072,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,2560,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,1536,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,768,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,256,0.01611306667327881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,65536,0.04666026830673218
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,128,0.01563093364238739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,2048,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,12288,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,16384,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,6144,0.02013546625773112
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,8192,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,7168,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,10240,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,5120,0.01883946657180786
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,4096,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,3584,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,3072,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,2560,0.016526933511098227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,1024,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,1536,0.016109866897265117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,65536,0.04089173475901286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,2048,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,512,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1536,64,0.015646933515866598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,12288,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,16384,0.024774400393168132
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,7168,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,10240,0.022528000672658286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,6144,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,8192,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,5120,0.019716266791025797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,3584,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,3072,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,4096,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,2560,0.018294399976730345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,65536,0.035427200794219973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,2048,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,1536,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,256,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,64,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,1024,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,16384,0.02416426738103231
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,10240,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,12288,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,8192,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,6144,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,7168,0.021230934063593547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,5120,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,4096,0.01843093236287435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,65536,0.03276693423589071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,3072,0.01830186645189921
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,2560,0.017542399962743125
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,768,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,2048,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,256,0.014949333667755128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,128,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,768,32,0.01571626663208008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,16384,0.022734934091567995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,10240,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,12288,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,6144,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,8192,0.020683733622233073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,65536,0.034815998872121175
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,4096,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,3072,0.01754666765530904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,2560,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,2048,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,3584,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,512,0.01565439999103546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,256,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,768,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,128,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,512,64,0.015154133240381876
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,16384,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,65536,0.028600533803304035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,12288,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,10240,0.020544000466664634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,8192,0.020001065731048585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,7168,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,5120,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,6144,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,4096,0.01993280053138733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,3584,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,3072,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,2560,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,2048,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,1536,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,768,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,256,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,1024,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,128,0.014949333667755128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,64,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,256,32,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,12288,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,65536,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,16384,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,6144,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,10240,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,8192,0.02006933291753133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,4096,0.01958720088005066
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,3584,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,3072,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,1536,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,2048,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,2560,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,1024,0.01638826628526052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,768,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,256,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,128,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,64,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,128,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,16384,0.021163733800252278
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,65536,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,12288,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,10240,0.02054506738980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,8192,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,7168,0.019661867618560792
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,4096,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,5120,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,3072,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,3584,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,2560,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,2048,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,1024,0.016177067160606386
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,1536,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,768,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,512,0.015293866395950317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,128,0.014478933811187745
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,256,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,64,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,64,32,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,12288,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,16384,0.020346667369206747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,10240,0.01951893369356791
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,8192,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,65536,0.025193599859873454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,6144,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,7168,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,5120,0.02048106590906779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,4096,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,3584,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,3072,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,2560,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,1536,0.016249600052833556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,768,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,512,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,256,0.015288533767064414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,128,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,16,32,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,5120,0.06464746793111166
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,6144,0.07386346658070883
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,7168,0.08325119813283285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,8192,0.09448213577270508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,10240,0.11089920202891032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,4096,0.05560213327407837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,3584,0.051712000370025636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,3072,0.04628373384475708
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,2560,0.04164160092671712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,12288,0.12905920346577962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,768,0.025120000044504803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,1024,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,128,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,256,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,512,0.022321067253748574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,64,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,1536,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,2048,0.03823146820068359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,32,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,7168,0.03461120128631592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,65536,16384,0.184661340713501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,8192,0.03706666628519694
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,10240,0.04239253203074138
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,12288,0.0472053329149882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,4096,0.027581866582234698
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,6144,0.032289065917332965
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,16384,0.058261334896087646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,3584,0.0253983994325002
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,5120,0.029286400477091475
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,3072,0.024639999866485594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,2048,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,1536,0.020140800873438516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,2560,0.023142399390538533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,256,0.015286399920781454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,128,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,64,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,7168,0.03413333495457967
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,8192,0.03672959804534912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,10240,0.039389868577321366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,12288,0.04382719993591309
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,16384,0.05181440114974976
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,5120,0.029079467058181763
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,4096,0.027922133604685467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,3584,0.02361066738764445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,6144,0.031948800881703696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,2560,0.021026132504145305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,1536,0.01877546707789103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,2048,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,1024,0.01658986707528432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,3072,0.022523732980092366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,512,0.016057599584261575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,256,0.015221333503723145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,64,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,8192,0.03400213321050008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,10240,0.0370688001314799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,12288,0.040756265322367355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,16384,0.04683200120925903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,7168,0.0318122665087382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,6144,0.029628799359003706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,5120,0.028535467386245728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,16384,65536,0.18520746231079102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,2560,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,3072,0.022938666741053264
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,4096,0.024574933449427287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,3584,0.024098134040832518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,2048,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,1024,0.016857600212097167
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,512,0.01527253290017446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,128,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,32,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,12288,65536,0.14322346051534016
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,8192,0.02696746587753296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,10240,0.029627732435862225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,16384,0.03836693366368611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,7168,0.02600853244463603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,12288,0.032631466786066696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,3584,0.021505065759023032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,3072,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,4096,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,6144,0.024711465835571288
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,5120,0.02320746580759684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,2560,0.019115734100341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,2048,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,128,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,512,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,256,0.015639467040697734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,10240,65536,0.12933119932810466
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,64,0.0153546671072642
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,32,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,7168,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,8192,0.026897066831588747
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,10240,0.02908160090446472
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,12288,0.03078719973564148
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,16384,0.03891199827194214
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,4096,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,3584,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,5120,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,3072,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,2048,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,2560,0.017544533809026083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,6144,0.02341653307278951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,8192,65536,0.10632533232371014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,1536,0.01652479966481527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,1024,0.016448000073432924
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,512,0.015359999736150107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,256,0.015218133727709452
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,128,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,7168,0.024579199155171712
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,8192,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,12288,0.03174186746279399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,10240,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,5120,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,4096,0.02116159995396932
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,3584,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,16384,0.03672746817270915
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,6144,0.022870399554570518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,3072,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,2560,0.016662399967511496
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,1536,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,768,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,512,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,7168,65536,0.09922453562418619
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,128,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,32,0.014881066481272378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,64,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,10240,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,8192,0.024710400899251302
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,12288,0.02955946723620097
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,7168,0.02362026572227478
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,16384,0.034405334790547686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,6144,0.022460800409317017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,5120,0.020957867304484047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,4096,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,3072,0.01767680048942566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,2560,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,6144,65536,0.08229546546936035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,2048,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,1536,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,1024,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,768,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,64,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,256,0.015635200341542563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,32,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,7168,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,8192,0.024781866868336996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,10240,0.02648853262265523
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,12288,0.027646932999293012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,16384,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,6144,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,4096,0.020819199085235596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,5120,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,5120,65536,0.0789514700571696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,3584,0.019454934199651084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,3072,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,2048,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,1536,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,1024,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,768,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,256,0.014820266763369241
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,64,0.014817066987355552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,128,0.015086932977040609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,32,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,8192,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,7168,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,12288,0.02696640094121297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,16384,0.029284266630808513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,10240,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,6144,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,5120,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,4096,65536,0.0686090628306071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,4096,0.02033920089403788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,3584,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,2048,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,2560,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,768,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,1536,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,512,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,128,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,32,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,7168,0.02321173350016276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,10240,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,8192,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3584,65536,0.062021334966023765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,12288,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,6144,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,16384,0.028194133440653486
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,5120,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,4096,0.019598933060963948
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,3584,0.019388800859451293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,2560,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,1536,0.017138133446375527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,3072,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,2048,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,1024,0.016999467213948568
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,128,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,12288,0.02491733431816101
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,10240,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,7168,0.021640533208847047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,8192,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,3072,65536,0.05259946584701538
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,6144,0.02068586746851603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,4096,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,16384,0.026760532458623247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,5120,0.019523199399312338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,3584,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,3072,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,2560,0.018362667163213095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,2048,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,1024,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,512,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,1536,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,128,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,64,0.014818132917086283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,12288,0.023962666591008507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2560,65536,0.05215679804484049
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,10240,0.022805333137512207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,8192,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,7168,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,16384,0.025941334168116253
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,6144,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,5120,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,4096,0.020753065745035805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,3584,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,2560,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,2048,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,1536,0.01760960022608439
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,1024,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,256,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,128,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,65536,0.046353065967559816
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,2048,32,0.01567466656366984
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,16384,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,10240,0.020890667041142782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,12288,0.0217141330242157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,7168,0.020550400018692017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,8192,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,5120,0.01850559910138448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,4096,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,3072,0.01849493384361267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,3584,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,2560,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,768,0.015862400333086647
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,1024,0.016457600394884746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,2048,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,512,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,65536,0.03781973520914714
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,128,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1536,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,16384,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,12288,0.02185066739718119
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,10240,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,8192,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,6144,0.019180800517400107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,7168,0.020550400018692017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,5120,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,4096,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,2560,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,2048,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,3584,0.021027199427286782
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,65536,0.03256640036900838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,1536,0.016793600718180337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,512,0.016314666469891867
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,128,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,1024,64,0.015640532970428465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,16384,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,12288,0.021367466449737547
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,10240,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,8192,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,7168,0.020755199591318767
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,5120,0.0206112007300059
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,6144,0.020410666863123574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,4096,0.01857066750526428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,65536,0.031061333417892457
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,2560,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,3072,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,2048,0.017340799172719322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,768,0.016316800316174825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,256,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,128,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,64,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,512,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,768,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,16384,0.02225386699040731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,12288,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,8192,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,10240,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,6144,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,65536,0.032015999158223465
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,5120,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,3584,0.017887999614079796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,4096,0.02034453352292379
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,2560,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,3072,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,2048,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,1024,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,768,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,512,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,128,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,16384,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,512,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,65536,0.027306665976842243
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,12288,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,10240,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,8192,0.018707199891408285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,7168,0.019654399156570433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,6144,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,5120,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,4096,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,3072,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,3584,0.017884800831476845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,2048,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,2560,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,1536,0.01665600041548411
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,768,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,1024,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,256,0.015294933319091797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,256,32,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,65536,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,16384,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,8192,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,10240,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,6144,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,7168,0.019933867454528808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,12288,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,5120,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,4096,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,3584,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,3072,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,2560,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,2048,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,1536,0.01679146687189738
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,1024,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,768,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,256,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,65536,0.023550933599472045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,16384,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,128,32,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,8192,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,10240,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,12288,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,7168,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,6144,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,5120,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,3584,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,3072,0.01679253379503886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,4096,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,2560,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,1536,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,2048,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,768,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,1024,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,128,0.014413866400718688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,256,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,64,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,16384,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,65536,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,64,32,0.014470400412877402
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,12288,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,7168,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,10240,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,6144,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,8192,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,3584,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,4096,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,3072,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,1024,0.016062933206558227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,2560,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,512,0.015155200163523355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,1536,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,128,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,8,32,32,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,5120,0.06761706670125325
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,6144,0.0777557373046875
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,7168,0.08741546471913655
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,8192,0.09895040194193522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,4096,0.05768533150355021
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,10240,0.12482453187306722
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,3584,0.05246400038401285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,3072,0.0472053329149882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,2560,0.043211734294891356
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,768,0.02450986703236898
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,1024,0.027511467536290485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,12288,0.14424746831258137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,512,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,1536,0.03256319959958394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,128,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,256,0.01857173244158427
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,64,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,32,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,2048,0.03816213210423787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,7168,0.035224533081054686
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,8192,0.037205334504445395
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,10240,0.04185173511505127
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,65536,16384,0.19097599983215333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,12288,0.0474453330039978
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,16384,0.057513598601023355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,5120,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,4096,0.027510400613149005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,3072,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,3584,0.025806933641433716
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,6144,0.032085333267847696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,1024,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,1536,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,512,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,2560,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,2048,0.022256000836690267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,256,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,64,0.01487573285897573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,32,0.014539733529090881
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,7168,0.03529493411382039
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,8192,0.03857066631317139
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,10240,0.04109653234481812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,12288,0.04491946697235107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,16384,0.05382933219273885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,6144,0.03269973397254944
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,5120,0.029355732599894206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,4096,0.028262400627136232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,2560,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,2048,0.020757333437601725
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,3584,0.022733867168426514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,1536,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,3072,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,128,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,768,0.01597119967142741
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,512,0.015499732891718545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,64,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,8192,0.034406399726867674
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,12288,0.04041386842727661
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,10240,0.03700053294499715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,16384,0.04727360010147095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,5120,0.02874026695887248
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,6144,0.03037866751352946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,7168,0.03297280073165894
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,4096,0.025123200813929242
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,3072,0.022662399212519328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,2560,0.020823466777801513
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,2048,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,3584,0.02321386734644572
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,1536,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,16384,65536,0.18302079836527507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,1024,0.0165173331896464
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,512,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,64,0.014410666624704995
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,128,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,32,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,12288,65536,0.14301973978678387
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,8192,0.02792106668154399
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,10240,0.02970133423805237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,7168,0.02635306715965271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,12288,0.032840534051259355
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,16384,0.03822933435440064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,3584,0.02102400064468384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,3072,0.020687999327977498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,6144,0.024639999866485594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,4096,0.022523732980092366
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,5120,0.023206400871276855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,2048,0.017755732933680216
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,2560,0.01993280053138733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,1536,0.01733760039011637
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,768,0.016114133596420287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,128,0.015837867061297098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,512,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,256,0.014811733365058899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,64,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,10240,65536,0.12451732953389485
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,32,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,7168,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,10240,0.028394667307535808
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,8192,0.0273087998231252
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,12288,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,16384,0.03979946772257487
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,3584,0.02068586746851603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,4096,0.02239360014597575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,2560,0.01843413313229879
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,5120,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,3072,0.019732266664505005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,6144,0.023960532744725545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,2048,0.017748266458511353
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,8192,65536,0.1043455998102824
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,1536,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,768,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,512,0.015293866395950317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,64,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,128,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,32,0.015428266922632852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,7168,0.024372265736262003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,8192,0.02519039909044902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,10240,0.03031146725018819
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,12288,0.032017066081364946
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,16384,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,5120,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,4096,0.020615466435750327
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,3584,0.02033920089403788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,6144,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,3072,0.017883733908335368
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,2048,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,768,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,7168,65536,0.09779199759165445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,512,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,256,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,128,0.015833600362141927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,64,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,32,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,7168,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,8192,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,12288,0.030379732449849445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,10240,0.028878933191299437
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,16384,0.034542934099833174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,5120,0.02177600065867106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,6144,0.022046933571497597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,4096,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,3584,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,2048,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,2560,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,6144,65536,0.08239893118540445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,3072,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,1024,0.01611840029557546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,512,0.015427199999491372
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,768,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,32,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,7168,0.026077866554260254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,12288,0.027720532814661664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,8192,0.025600000222524004
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,10240,0.02635306715965271
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,6144,0.024638932943344117
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,16384,0.03099306623140971
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,5120,65536,0.07850346565246583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,5120,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,4096,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,3072,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,3584,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,2048,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,1536,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,2560,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,1024,0.017409066359202065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,128,0.01563093364238739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,512,0.014818132917086283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,64,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,8192,0.02573653260866801
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,7168,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,12288,0.026833067337671917
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,4096,65536,0.06570666631062826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,10240,0.025867732365926106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,6144,0.023753599325815836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,4096,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,5120,0.020819199085235596
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,16384,0.029149866104125975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,3584,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,2560,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,2048,0.018091734250386557
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,1536,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,512,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,128,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,256,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,32,0.015220266580581666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,10240,0.024979199965794882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,7168,0.023689599831899007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,8192,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3584,65536,0.06355626583099365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,6144,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,12288,0.026281599203745527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,5120,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,4096,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,16384,0.028125866254170732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,3584,0.019118932882944743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,3072,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,2048,0.018296533823013307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,1536,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,2560,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,768,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,1024,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,128,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,64,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,32,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,3072,65536,0.05403306484222412
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,12288,0.024780799945195518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,10240,0.024235733350118003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,7168,0.021435733636220297
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,8192,0.023619200785954794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,6144,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,16384,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,5120,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,4096,0.01863573392232259
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,3584,0.01966080069541931
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,3072,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,2560,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,1536,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,1024,0.016455466548601784
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,2048,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,768,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,128,0.015565866231918335
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,512,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,64,0.01480959951877594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,32,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2560,65536,0.05061759948730469
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,12288,0.02430400053660075
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,10240,0.021980800231297812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,8192,0.024166399240493776
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,7168,0.022732800245285033
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,5120,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,6144,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,16384,0.0249834676583608
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,4096,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,3072,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,3584,0.01884160041809082
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,2560,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,1024,0.01713493267695109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,2048,0.017272533973058064
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,1536,0.01802133321762085
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,65536,0.04638933340708415
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,256,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,128,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,32,0.015639467040697734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,2048,64,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,10240,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,16384,0.024305067459742227
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,12288,0.022322134176890055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,8192,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,7168,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,6144,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,5120,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,3584,0.019045333067576088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,4096,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,3072,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,2560,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,2048,0.016925867398579916
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,768,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,65536,0.038228265444437665
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,512,0.014879999558130899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,128,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,64,0.014949333667755128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1536,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,10240,0.0212991992632548
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,8192,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,12288,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,16384,0.02334400018056234
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,7168,0.020475733280181884
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,6144,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,5120,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,4096,0.018914133310317993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,2560,0.018158932526906334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,3072,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,2048,0.016862932840983072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,3584,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,65536,0.03174399932225545
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,1536,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,512,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,256,0.01602240006128947
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,32,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,1024,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,16384,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,10240,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,12288,0.021571199099222817
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,8192,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,7168,0.020553600788116456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,4096,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,6144,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,3072,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,3584,0.018296533823013307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,65536,0.030035199721654256
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,2560,0.017816533644994102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,2048,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,768,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,256,0.015294933319091797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,512,0.01590506633122762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,768,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,12288,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,8192,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,10240,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,16384,0.021572266022364298
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,7168,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,6144,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,65536,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,5120,0.01986666719118754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,4096,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,2560,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,2048,0.016723199685414632
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,3584,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,3072,0.016724266608556113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,768,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,512,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,256,0.015220266580581666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,128,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,512,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,65536,0.026076799631118773
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,12288,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,16384,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,10240,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,8192,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,7168,0.0192522664864858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,6144,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,4096,0.019730132818222047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,3584,0.017612799008687337
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,3072,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,2560,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,768,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,256,0.01460906664530436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,512,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,65536,0.023756800095240276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,256,32,0.014807466665903726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,16384,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,12288,0.019381332397460937
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,10240,0.01849493384361267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,8192,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,7168,0.019523199399312338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,6144,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,3584,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,4096,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,2048,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,2560,0.017066667477289833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,3072,0.01699840029080709
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,5120,0.019796266158421835
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,512,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,256,0.014677332838376364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,768,0.015429332852363586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,128,0.014806399742762247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,128,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,16384,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,65536,0.02246399919191996
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,12288,0.01918399930000305
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,7168,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,8192,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,10240,0.018227199713389076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,6144,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,5120,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,4096,0.01945599913597107
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,3584,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,3072,0.017204266786575318
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,2560,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,1536,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,1024,0.01611199975013733
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,512,0.01447466711203257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,256,0.014824533462524414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,768,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,128,0.014468266566594442
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,64,0.014405333002408347
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,64,32,0.014879999558130899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,65536,0.022486400604248048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,12288,0.01986133257548014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,16384,0.01795519987742106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,10240,0.018229333559672038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,8192,0.019593600432078043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,7168,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,5120,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,6144,0.019256534179051717
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,4096,0.018910932540893554
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,3584,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,2560,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,3072,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,1024,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,768,0.0159061332543691
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,512,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,256,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,128,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,64,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,4,32,32,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,5120,0.06751573085784912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,6144,0.07734613418579102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,7168,0.08717652956644693
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,8192,0.1060863971710205
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,4096,0.057275732358296715
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,10240,0.12315306663513184
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,3584,0.052019198735555015
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,3072,0.04751360019048055
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,2560,0.04300800164540609
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,12288,0.14267733891805012
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,1024,0.027507199843724565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,768,0.024576000372568765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,512,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,128,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,256,0.019802665710449217
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,1536,0.03242666721343994
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,32,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,64,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,2048,0.03884266614913941
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,7168,0.034953598181406656
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,8192,0.03911679983139038
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,10240,0.04334933360417684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,65536,16384,0.19077119827270508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,12288,0.04754879872004191
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,16384,0.05761706829071045
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,6144,0.03283519943555196
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,5120,0.030243200063705445
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,4096,0.027515733242034913
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,3584,0.02614506681760152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,3072,0.025388799111048382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,2048,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,2560,0.023553067445755006
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,1536,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,256,0.014876799782117209
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,512,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,128,0.01569706698258718
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,7168,0.034542934099833174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,8192,0.037818666299184164
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,10240,0.040550398826599124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,12288,0.04450986782709758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,16384,0.0533514658610026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,4096,0.028537599245707194
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,5120,0.030583467086156207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,6144,0.031948800881703696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,2560,0.02218773365020752
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,3584,0.0234826664129893
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,2048,0.02068586746851603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,768,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,1536,0.017271467049916587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,3072,0.02286720077196757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,512,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,256,0.015637333194414772
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,32,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,8192,0.03522666692733765
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,10240,0.03645439942677815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,12288,0.040141868591308597
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,16384,0.04696640173594157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,6144,0.030652799208958942
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,7168,0.032767999172210696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,5120,0.028807467222213744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,16384,65536,0.1807733376820882
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,2560,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,4096,0.02553173303604126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,3072,0.023005867004394533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,2048,0.019525333245595296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,3584,0.024577067295710246
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,512,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,768,0.015698132912317912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,1024,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,128,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,256,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,12288,65536,0.14110506375630696
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,8192,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,10240,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,7168,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,12288,0.03405973513921102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,16384,0.03870826562245687
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,4096,0.022733867168426514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,3584,0.022459733486175536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,5120,0.0237610658009847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,3072,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,6144,0.02484906713167826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,2560,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,2048,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,1024,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,1536,0.016587733229001363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,512,0.014860799908638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,10240,65536,0.1255413293838501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,64,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,8192,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,10240,0.0284661332766215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,7168,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,12288,0.03065813382466634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,4096,0.021707733472188316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,16384,0.03959466616312663
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,3584,0.020894932746887206
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,5120,0.02259520093599955
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,3072,0.020278400182723998
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,6144,0.023962666591008507
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,2560,0.019793067375818887
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,2048,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,1024,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,256,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,512,0.015286399920781454
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,768,0.01618026693662008
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,8192,65536,0.10345813433329265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,64,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,32,0.015974400440851848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,7168,0.024779733022054037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,8192,0.025875200827916462
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,10240,0.02969599962234497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,12288,0.032290132840474446
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,16384,0.03658986488978068
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,5120,0.022525866826375328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,4096,0.020759467283884683
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,3072,0.018702934185663857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,3584,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,6144,0.023552000522613525
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,2560,0.018090667327245076
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,2048,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,768,0.01636693378289541
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,1024,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,7168,65536,0.09611946741739909
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,512,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,256,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,64,0.015239466230074564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,8192,0.025124265750249224
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,10240,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,7168,0.023212800423304238
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,12288,0.03051519989967346
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,6144,0.02218559980392456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,5120,0.021703465779622396
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,16384,0.03509013255437215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,4096,0.020343466599782308
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,3584,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,3072,0.01795413295427958
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,2560,0.016860800981521606
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,1024,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,6144,65536,0.08140799999237061
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,512,0.015698132912317912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,256,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,128,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,64,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,7168,0.024980266888936363
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,16384,0.030716800689697267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,8192,0.025804799795150758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,10240,0.02655679980913798
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,12288,0.02805759906768799
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,6144,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,5120,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,5120,65536,0.07690239747365316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,4096,0.020546134312947592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,2560,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,3584,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,3072,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,1536,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,512,0.015842133760452272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,256,0.015288533767064414
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,128,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,8192,0.02532586654027303
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,7168,0.024098134040832518
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,4096,65536,0.06488746802012126
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,12288,0.026895999908447266
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,10240,0.026009599367777508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,5120,0.02191466689109802
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,4096,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,6144,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,16384,0.029832533995310467
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,3584,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,2048,0.01843199928601583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,2560,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,3072,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,768,0.01604480048020681
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,512,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,128,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,10240,0.025054933627446492
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,8192,0.024570665756861367
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,12288,0.026139734188715617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3584,65536,0.06085973183314005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,7168,0.0228000005086263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,16384,0.028603732585906982
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,3584,0.019250132640202842
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,5120,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,6144,0.02198186715443929
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,4096,0.019316265980402626
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,3072,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,2048,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,1536,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,512,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,128,0.015294933319091797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,64,0.015629866719245912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,32,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,12288,0.02471253275871277
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,8192,0.023414399226506552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,10240,0.02430293361345927
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,3072,65536,0.05297600030899048
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,7168,0.02054506738980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,6144,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,4096,0.01884053349494934
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,5120,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,16384,0.026759467522303265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,3072,0.018915200233459474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,3584,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,2560,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,2048,0.018363734086354576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,1536,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,768,0.016040533781051636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,256,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,512,0.016039466857910155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,64,0.015560533603032431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2560,65536,0.05024426778157552
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,16384,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,12288,0.02341653307278951
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,10240,0.022805333137512207
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,8192,0.02307413419087728
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,7168,0.022663466135660806
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,5120,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,6144,0.01939093271891276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,3584,0.0192522664864858
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,3072,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,4096,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,2560,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,2048,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,1536,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,1024,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,768,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,256,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,512,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,128,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,32,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,64,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,2048,65536,0.04437119960784912
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,16384,0.024984532594680788
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,12288,0.020821332931518555
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,8192,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,7168,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,10240,0.020552533864974975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,5120,0.019189333915710448
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,4096,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,6144,0.01972800095876058
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,3584,0.01857066750526428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,2560,0.01781760056813558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,2048,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,65536,0.03652160167694092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,512,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,128,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,64,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1536,32,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,12288,0.02211839954058329
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,10240,0.02068480054537455
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,16384,0.023825067281723022
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,7168,0.020480000972747804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,6144,0.01904639999071757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,8192,0.021232000986735024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,5120,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,4096,0.020140800873438516
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,2560,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,3072,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,2048,0.018497065703074137
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,65536,0.031058132648468018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,768,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,1024,0.016515200336774193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,512,0.01577279965082804
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,256,0.01495146652062734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,128,0.015343999862670899
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,1536,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,1024,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,10240,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,12288,0.02136533260345459
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,16384,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,8192,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,6144,0.020275199413299562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,5120,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,65536,0.02887679934501648
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,4096,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,3584,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,2560,0.017338667313257852
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,3072,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,2048,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,1536,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,768,0.015496533115704855
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,256,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,128,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,1024,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,768,32,0.01604159971078237
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,10240,0.01986133257548014
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,16384,0.021504000822703043
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,12288,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,8192,0.020687999327977498
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,7168,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,6144,0.020202666521072388
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,5120,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,4096,0.01952426632245382
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,65536,0.030793599287668866
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,3584,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,3072,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,2560,0.016936532656351724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,2048,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,1024,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,512,0.01604373355706533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,128,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,768,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,64,0.01556373337904612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,512,32,0.014884266257286071
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,10240,0.019387733936309815
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,16384,0.020617600282033285
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,65536,0.024985599517822265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,12288,0.019665066401163736
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,7168,0.019592533508936562
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,8192,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,6144,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,5120,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,3584,0.0172650674978892
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,4096,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,2560,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,3072,0.017948800325393678
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,1024,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,1536,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,256,0.015650133291880287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,768,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,128,0.015219199657440185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,64,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,256,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,16384,0.020552533864974975
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,12288,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,10240,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,65536,0.022869332631429037
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,7168,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,8192,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,6144,0.019454934199651084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,5120,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,4096,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,3584,0.017343999942143758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,3072,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,2560,0.017203199863433837
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,1536,0.016383999586105348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,2048,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,1024,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,768,0.014812800288200378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,512,0.014541866381963095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,256,0.014408533771832785
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,128,0.01461013356844584
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,64,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,128,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,16384,0.020070399840672812
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,12288,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,65536,0.021578667561213176
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,8192,0.018977065881093345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,10240,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,7168,0.019662932554880778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,5120,0.018837332725524902
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,4096,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,3584,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,6144,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,3072,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,2560,0.016456533471743265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,1536,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,1024,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,768,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,256,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,128,0.01570026675860087
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,64,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,64,32,0.014403200149536133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,65536,0.021093332767486574
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,16384,0.018710400660832724
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,10240,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,12288,0.018506666024525963
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,8192,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,6144,0.017682133118311565
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,7168,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,5120,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,4096,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,3584,0.017270400126775106
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,3072,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,2560,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,1024,0.01562879979610443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,768,0.015852800011634825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,512,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,256,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,128,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,64,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,2,32,32,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,5120,0.06799360116322836
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,6144,0.07837013403574625
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,7168,0.08929386933644613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,8192,0.10465280214945476
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,4096,0.05802559852600098
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,10240,0.12342613538106281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,3584,0.05304533243179321
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,3072,0.04754773378372192
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,2560,0.04253333409627279
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,12288,0.1414474646250407
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,2048,0.0375488003094991
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,1024,0.02696533401807149
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,256,0.019321600596110024
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,1536,0.03270080089569092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,512,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,768,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,128,0.01850773294766744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,32,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,64,0.01849493384361267
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,7168,0.03577280044555664
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,8192,0.03795520067214966
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,65536,16384,0.19002025922139484
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,10240,0.04334933360417684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,12288,0.04833386739095052
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,16384,0.05946026643117269
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,5120,0.030380799372990923
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,3584,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,4096,0.027237333854039508
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,6144,0.03297173380851746
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,3072,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,1536,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,1024,0.016588800152142844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,768,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,512,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,2048,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,2560,0.02321066657702128
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,128,0.015247999628384908
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,64,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,256,0.015706666310628257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,7168,0.03495253324508667
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,8192,0.037137067317962645
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,10240,0.04130133390426636
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,12288,0.04526079893112182
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,4096,0.028945066531499225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,5120,0.030988800525665283
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,16384,0.0527669350306193
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,3072,0.021975467602411904
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,6144,0.03290773431460063
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,3584,0.0240938663482666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,2560,0.02150613268216451
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,1536,0.01693013310432434
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,768,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,2048,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,512,0.014883200327555338
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,256,0.015292800466219583
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,64,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,128,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,32,0.015018666783968607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,8192,0.034542934099833174
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,10240,0.037272532780965165
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,12288,0.040617601076761885
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,16384,0.04693333307902019
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,5120,0.029150933027267456
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,4096,0.025598933299382527
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,6144,0.0315391997496287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,7168,0.03379199902216594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,3072,0.022937599817911783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,3584,0.024234666426976522
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,2560,0.020549333095550536
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,2048,0.019322667519251505
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,16384,65536,0.18049599329630533
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,768,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,128,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,64,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,256,0.015224533279736838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,32,0.01495039959748586
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,12288,65536,0.1399456024169922
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,8192,0.029012266794840497
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,10240,0.031949865818023684
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,12288,0.03399680058161418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,7168,0.026693334182103474
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,16384,0.039325865109761556
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,4096,0.02300373315811157
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,3584,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,3072,0.020747733116149903
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,5120,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,6144,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,2560,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,2048,0.017754666010538735
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,1536,0.017407999436060587
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,256,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,512,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,1024,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,768,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,128,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,10240,65536,0.12342613538106281
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,64,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,7168,0.02539520064989726
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,8192,0.026075732707977296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,10240,0.028808534145355225
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,6144,0.024782933791478477
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,12288,0.030921600262324017
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,4096,0.02204586664835612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,3584,0.02061333258946737
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,16384,0.03946133454640706
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,5120,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,3072,0.02027626633644104
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,2560,0.018362667163213095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,2048,0.016521599888801575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,768,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,1536,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,8192,65536,0.1033898671468099
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,512,0.014860799908638
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,256,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,128,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,32,0.014877866705258688
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,10240,0.030242133140563964
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,7168,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,8192,0.02532479961713155
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,12288,0.03160640001296997
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,16384,0.037206399440765384
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,5120,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,4096,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,3584,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,6144,0.023347200949986775
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,3072,0.018295466899871826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,2560,0.01734613378842672
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,1024,0.016247466206550598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,1536,0.0164874662955602
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,768,0.015221333503723145
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,7168,65536,0.09509653250376383
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,512,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,256,0.015768532951672874
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,128,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,64,0.014819199840227762
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,32,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,8192,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,7168,0.0230730672677358
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,10240,0.028739200035731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,6144,0.022524799903233847
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,12288,0.03058240016301473
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,5120,0.02204906741778056
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,4096,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,16384,0.0351583997408549
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,3584,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,3072,0.01808533271153768
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,2048,0.016520532965660095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,2560,0.016658133268356322
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,1024,0.015564800302187601
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,6144,65536,0.08110293547312418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,768,0.016110933820406594
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,128,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,64,0.015244799852371215
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,32,0.014473600188891092
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,12288,0.028398933013280232
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,7168,0.028461867570877077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,10240,0.026759467522303265
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,8192,0.025464532772699992
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,6144,0.02614506681760152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,5120,0.024372265736262003
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,4096,0.02259733279546102
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,3584,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,16384,0.03078826665878296
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,3072,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,2560,0.01925119956334432
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,5120,65536,0.07567253112792968
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,1536,0.017476266622543334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,2048,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,1024,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,768,0.016454399625460307
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,512,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,128,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,256,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,7168,0.02539413372675578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,8192,0.02505386670430501
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,10240,0.026692267258961993
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,16384,0.029495465755462646
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,12288,0.027510400613149005
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,4096,65536,0.06655999819437662
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,6144,0.024644267559051514
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,5120,0.02177706758181254
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,4096,0.02109439969062805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,3584,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,3072,0.020205867290496827
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,2048,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,2560,0.018569600582122803
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,1536,0.016522666811943053
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,512,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,128,0.01495146652062734
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,64,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,32,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,10240,0.02539413372675578
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,7168,0.023893332481384276
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,8192,0.024371200799942018
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3584,65536,0.06004053354263306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,16384,0.027989333868026732
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,12288,0.025668267409006757
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,6144,0.022801067431767783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,5120,0.02068586746851603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,4096,0.02048106590906779
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,3584,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,3072,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,2560,0.020408533016840615
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,2048,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,1536,0.01692906618118286
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,512,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,128,0.015228799978892007
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,64,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,32,0.015233066678047181
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,12288,0.02477653423945109
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,10240,0.02436800003051758
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,8192,0.022665599981943764
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,3072,65536,0.051643733183542886
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,7168,0.022323199113210044
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,16384,0.026624000072479247
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,6144,0.021978666385014854
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,5120,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,4096,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,3584,0.019318399826685588
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,1536,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,2048,0.017679999272028603
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,2560,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,512,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,256,0.015290666619936624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,128,0.01576959987481435
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,32,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,64,0.01563093364238739
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2560,65536,0.049185065428415935
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,12288,0.024439465999603272
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,7168,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,10240,0.02259626587231954
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,8192,0.024301866690317787
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,16384,0.026146133740743
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,5120,0.019798400004704793
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,4096,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,3584,0.020207999149958293
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,3072,0.019320533672968546
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,2560,0.01857066750526428
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,6144,0.020616533358891805
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,1536,0.017885865767796834
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,2048,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,512,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,256,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,128,0.015225600202878317
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,64,0.015702399611473083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,65536,0.04375786781311035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,2048,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,16384,0.023961599667867026
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,10240,0.021025067567825316
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,12288,0.021843200922012328
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,8192,0.02054506738980611
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,6144,0.01890986760457357
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,7168,0.020001065731048585
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,5120,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,4096,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,3584,0.018636800845464072
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,3072,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,2560,0.01802240014076233
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,2048,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,1024,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,768,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,65536,0.03659093379974365
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,512,0.016179200013478598
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,256,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,128,0.015294933319091797
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,64,0.015836800138155617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1536,32,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,10240,0.021436800559361778
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,12288,0.021845332781473794
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,8192,0.020889600118001304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,7168,0.020002132654190062
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,16384,0.023824000358581544
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,6144,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,5120,0.018499199549357095
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,4096,0.020891733964284263
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,3072,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,3584,0.02006933291753133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,2048,0.017339734236399333
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,2560,0.01856213410695394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,65536,0.030858665704727173
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,1536,0.01775040030479431
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,1024,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,768,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,512,0.01604586640993754
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,256,0.015634133418401083
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,128,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,32,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,1024,64,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,16384,0.022664533058802287
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,12288,0.02095680038134257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,10240,0.020139733950297035
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,8192,0.020546134312947592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,7168,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,5120,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,4096,0.018502400318781535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,6144,0.020206934213638304
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,3584,0.018496000766754152
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,65536,0.029217066367467244
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,3072,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,2048,0.01768640081087748
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,2560,0.017749333381652833
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,768,0.015701333681742348
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,512,0.016316800316174825
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,1024,0.01562879979610443
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,256,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,128,0.014900267124176025
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,64,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,768,32,0.014882133404413859
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,16384,0.021502933899561563
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,8192,0.020547199249267577
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,10240,0.020411733786265054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,7168,0.020138667027155558
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,12288,0.02054826617240906
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,65536,0.030109866460164385
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,6144,0.020137600104014077
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,4096,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,5120,0.019385600090026857
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,3584,0.018157867590586345
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,3072,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,2560,0.016451199849446617
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,1536,0.015703466534614564
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,2048,0.016450132926305136
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,1024,0.01569919983545939
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,768,0.015636266271273295
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,512,0.014881066481272378
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,256,0.015018666783968607
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,64,0.014886400103569031
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,128,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,512,32,0.015291733543078103
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,16384,0.02062079906463623
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,65536,0.02471359968185425
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,12288,0.019382399320602418
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,10240,0.019319466749827065
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,8192,0.01911466717720032
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,5120,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,4096,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,3584,0.01686186591784159
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,6144,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,3072,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,7168,0.019591466585795084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,2560,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,2048,0.016453333695729575
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,1024,0.015631999572118124
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,512,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,768,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,256,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,64,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,128,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,256,32,0.0145578662554423
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,65536,0.02225386699040731
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,16384,0.019797333081563315
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,12288,0.019386667013168334
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,10240,0.019517866770426433
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,8192,0.018773333231608073
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,7168,0.019115734100341796
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,6144,0.018567466735839845
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,5120,0.018705066045125326
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,4096,0.018772266308466592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,3072,0.016445866227149962
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,3584,0.016926934321721397
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,2560,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,1536,0.016452266772588094
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,2048,0.016042666633923848
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,512,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,1024,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,768,0.015219199657440185
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,128,0.014475733041763306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,256,0.014471466342608133
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,64,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,128,32,0.014475733041763306
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,65536,0.021640533208847047
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,16384,0.01965973377227783
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,12288,0.019182932376861573
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,10240,0.018908800681432088
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,7168,0.018501333395640054
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,8192,0.018500266472498576
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,6144,0.01856213410695394
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,5120,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,4096,0.019113600254058838
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,3072,0.01720213294029236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,3584,0.017681066195170084
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,2560,0.016657066345214844
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,2048,0.015706666310628257
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,1536,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,1024,0.01460906664530436
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,512,0.015222400426864624
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,128,0.014834133783976236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,256,0.015220266580581666
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,768,0.01454080045223236
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,64,0.014402133226394654
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,64,32,0.014406399925549826
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,16384,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,12288,0.019729065895080566
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,65536,0.020544000466664634
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,10240,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,7168,0.018978132804234823
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,8192,0.018502400318781535
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,6144,0.018568533658981323
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,5120,0.01945706605911255
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,4096,0.018566399812698364
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,3584,0.01651946703592936
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,3072,0.01672533353169759
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,2560,0.0164490669965744
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,2048,0.015633066495259605
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,1536,0.014813866217931113
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,768,0.015223466356595359
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,1024,0.015217066804567973
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,512,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,256,0.014814933141072592
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,128,0.014472533265749613
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,32,0.014404267072677612
TRTLLM,1.0.0rc6,NVIDIA B200,gemm,torch_flow,fp8,1,32,64,0.014403200149536133