framework,version,device,op_name,kernel_source,bmm_dtype,num_tokens,num_heads,latency
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,128,0.006124800071120262
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,64,0.0050016000866889955
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,128,0.015807999670505522
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,32,0.004377600178122521
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,64,0.01074879989027977
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,16,0.004172800108790398
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,32,0.008390399813652038
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,8,0.004134399816393852
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,16,0.0074432000517845156
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,4,0.004150399938225746
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,8,0.006723199784755707
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,2,0.004083200171589851
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,4,0.006703999638557434
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1,1,0.004694399982690811
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,128,0.006233600154519081
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,2,0.006259199976921081
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,64,0.005161599814891815
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1,1,0.007295999675989151
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,32,0.006553599983453751
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,128,0.01606079936027527
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,64,0.010873600095510482
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,16,0.004185599833726883
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,8,0.00419199988245964
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,32,0.008348800241947174
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,4,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,4,0.006649599969387054
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,2,0.004012800008058548
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,16,0.007308799773454666
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,8,0.007097599655389785
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,128,0.0063391998410224915
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,128,0.016323199868202208
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,64,0.005008000135421753
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2,1,0.004416000097990036
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,8,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,16,0.004224000126123428
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,32,0.004307200014591217
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,4,0.004028800129890442
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,2,0.003942399844527244
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,2,0.00631679967045784
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4,1,0.003971200063824653
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,1,0.006012799963355064
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,128,0.0061760000884532925
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2,1,0.005910399928689003
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,64,0.004940799996256828
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,64,0.010950399935245514
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,32,0.0043136000633239744
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,32,0.008489599823951722
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,16,0.004233599826693535
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,16,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,8,0.004755200073122978
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,8,0.0069023996591567995
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,4,0.004182400181889534
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,64,0.010947199910879135
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,2,0.003987200185656547
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,32,0.008019199967384339
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,16,0.007148800045251846
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,8,0.006454399973154068
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,128,0.006195199862122536
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8,1,0.004038399830460548
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,64,0.0048096001148223875
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,4,0.006284800171852112
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4,2,0.0064800001680850984
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,32,0.004259200021624565
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,16,0.004147199913859367
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,128,0.016758400201797485
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,8,0.0041600000113248825
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,4,0.006707199662923813
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,4,0.00424639992415905
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,2,0.0064800001680850984
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,4,0.006844799965620041
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,2,0.003936000168323517
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,2,0.006700800359249115
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,16,1,0.003945599868893623
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,1,0.006163199990987777
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,128,0.00650240033864975
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,128,0.019193600118160247
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,64,0.005337600037455559
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,64,0.011984000355005265
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,32,0.00453759990632534
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,32,0.008959999680519104
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,16,0.0042720001190900804
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,16,0.007782399654388428
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,8,0.004028800129890442
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,8,0.007116799801588058
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,4,0.003961599990725517
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8,1,0.005894400179386139
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,4,0.006860800087451935
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,2,0.004009599983692169
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,32,1,0.004204799979925155
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,128,0.017280000448226928
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,128,0.006963200122117996
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,128,0.020662400126457214
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,64,0.005558399856090546
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,32,0.004783999919891357
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,32,0.009385599941015243
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,16,0.004416000097990036
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,16,0.008336000144481659
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,8,0.004176000133156776
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,8,0.007625599950551986
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,64,0.0115167997777462
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,4,0.00414079986512661
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,4,0.007379200309514999
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,32,0.008617600053548813
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,2,0.004623999819159508
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,2,0.006972800195217133
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,48,1,0.004131200164556504
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,16,0.007683199644088745
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,128,0.007660800218582153
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,16,8,0.007049600034952164
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,64,0.005984000116586685
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,64,0.014182400703430176
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,32,0.004848000034689904
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,32,0.00971520021557808
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,16,0.004361600056290627
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,16,0.008588799834251403
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,8,0.004204799979925155
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,8,0.007887999713420867
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,4,0.007756800204515457
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,4,0.004169600084424019
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,2,0.003990399837493897
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,2,0.007196799665689468
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,64,1,0.004508800059556961
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,1,0.006867200136184692
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,128,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,64,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,2,0.006604799628257751
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,32,1,0.006771200150251388
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,64,0.012624000012874604
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,16,0.004390399903059006
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,32,0.006390400230884552
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,48,1,0.006595200300216675
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,8,0.00419199988245964
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,4,0.004038399830460548
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,64,128,0.021750399470329286
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,2,0.003888000175356865
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,80,1,0.004112000018358231
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,128,0.02444480061531067
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,128,0.008841600269079208
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,64,0.01515520066022873
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,128,0.025455999374389648
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,64,0.006588800251483918
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,32,0.005193600058555603
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,32,0.010470400005578995
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,16,0.008604799956083297
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,16,0.0051968000829219815
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,16,0.008640000224113464
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,8,0.004323200136423111
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,4,0.004099199920892716
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,8,0.007545600086450577
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,2,0.004012800008058548
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,4,0.007276800274848938
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,96,1,0.003824000060558319
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,2,0.007084800302982331
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,80,1,0.00687360018491745
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,128,0.011481600254774094
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,64,0.007315199822187424
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,64,0.015619200468063355
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,32,0.010339199751615524
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,32,0.005488000065088272
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,32,0.011385600268840789
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,16,0.004652800038456917
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,8,0.004345599934458733
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,8,0.007654400169849395
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,4,0.007580800354480744
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,4,0.005507199838757515
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,4,0.007811199873685837
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,2,0.004153599962592125
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,128,1,0.004153599962592125
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,2,0.007235199958086014
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,128,0.015910400450229643
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,96,1,0.006921599805355072
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,64,0.008316799998283386
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,128,0.028380799293518066
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,32,0.005929600074887275
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,64,0.016156800091266632
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,16,0.004940799996256828
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,16,0.00915839970111847
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,8,0.004460800066590309
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,8,0.008268799632787704
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,4,0.004291199892759323
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,2,0.007715199887752533
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,2,0.004236799851059914
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,128,1,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,2,0.007737600058317184
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,160,1,0.0041600000113248825
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,128,0.020665599405765532
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,128,0.04194239974021911
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,64,0.022393600642681123
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,64,0.00854720026254654
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,64,0.023363199830055238
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,32,0.006268800050020218
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,16,0.004758400097489357
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,32,0.014079999923706055
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,8,0.004540799930691719
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,16,0.00992320030927658
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,4,0.004070400074124336
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,1,0.007366400212049484
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,128,0.04420160055160523
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,2,0.004076800122857094
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,32,0.014665600657463074
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,192,1,0.004102399945259095
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,8,0.008790399879217148
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,160,4,0.0079584002494812
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,8,0.008614400029182434
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,16,0.00997759997844696
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,1,0.00732479989528656
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,128,0.04891520142555237
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,128,0.025446400046348572
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,64,0.009638399630784989
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,32,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,16,0.005558399856090546
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,8,0.004633599892258644
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,8,0.009033600240945816
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,4,0.004259200021624565
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,2,0.004051199927926063
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,2,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,256,1,0.00445760004222393
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,1,0.007286400347948074
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,128,0.030048000812530517
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,4,0.007705599814653396
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,64,0.01266240030527115
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,64,0.03574079871177673
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,32,0.0074592001736164095
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,192,2,0.007686399668455124
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,16,0.0059424001723527905
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,64,0.026790401339530943
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,32,0.01544640064239502
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,8,0.0047520000487566
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,16,0.010531199723482132
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,4,0.004339199885725975
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,256,4,0.008128000050783157
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,2,0.00421760007739067
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,320,1,0.0040895998477935794
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,128,0.035062399506568906
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,128,0.06702079772949218
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,64,0.01579200029373169
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,32,0.019670400023460387
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,32,0.0084927998483181
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,32,0.020015999674797058
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,16,0.0062720000743865965
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,1,0.0076223999261856076
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,128,0.06800000071525573
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,8,0.00485760010778904
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,4,0.0043519999831914905
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,64,0.03695360124111176
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,2,0.004364800080657006
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,16,0.012611199915409089
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,384,1,0.005411199852824211
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,1,0.00740479975938797
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,4,0.007849600166082382
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,128,0.042716801166534424
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,128,0.08768640160560608
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,2,0.007849600166082382
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,64,0.022537599503993987
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,320,8,0.008841600269079208
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,16,0.012777599692344665
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,32,0.009929600358009338
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,16,0.0071712002158164975
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,16,0.014867199957370758
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,8,0.005481600016355515
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,4,0.00451200008392334
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,2,0.004208000004291534
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,8,0.008870399743318557
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,512,1,0.004172800108790398
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,1,0.007583999633789062
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,4,0.008220800012350083
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,128,0.058355200290679934
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,128,0.12545599937438964
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,64,0.03129920065402984
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,64,0.06646720170974732
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,32,0.01480640023946762
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,384,2,0.00801599994301796
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,16,0.00838399976491928
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,8,0.006191999837756157
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,8,0.012681600451469422
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,4,0.004940799996256828
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,64,0.04660159945487976
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,2,0.004355200007557869
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,32,0.025283199548721314
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,768,1,0.00432640016078949
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,32,0.03532800078392029
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,16,0.019785599410533906
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,128,0.073852801322937
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,128,0.16400959491729736
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,64,0.03988800048828125
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,64,0.08565760254859925
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,32,0.020953600108623505
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,32,0.0456959992647171
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,16,0.009734400361776353
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,16,0.02426239997148514
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,4,0.008937600255012512
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,8,0.007119999825954437
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,4,0.00544000007212162
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,2,0.007894399762153625
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,2,0.0047136001288890835
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1024,1,0.004329600185155868
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,512,8,0.01050880029797554
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,128,0.10625280141830444
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,128,0.24113919734954833
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,64,0.05610560178756714
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,4,0.00873280018568039
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,64,0.12314879894256592
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,32,0.030083200335502623
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,32,0.06485120058059693
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,16,0.014361600577831268
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,1,0.007552000135183335
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,768,2,0.008153600245714187
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,8,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,4,0.006121600046753883
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,8,0.014681600034236908
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,2,0.004979199916124344
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,1,0.008259200304746629
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,2,0.008582399785518646
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,1536,1,0.004441599920392036
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,128,0.13879040479660035
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,64,0.07244160175323486
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,16,0.03447679877281189
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,64,0.16133439540863037
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,32,0.03901439905166626
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1024,4,0.010230399668216705
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,16,0.020732800662517547
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,32,0.08432639837265014
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,16,0.04485760033130646
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,8,0.009728000313043595
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,4,0.007100799679756164
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,8,0.019475199282169342
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,2,0.005171199887990951
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,4,0.012361600250005721
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,2048,1,0.00448639988899231
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,128,0.20437440872192383
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,128,0.46895999908447267
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,64,0.10534399747848511
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,64,0.23819200992584227
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,32,0.05539839863777161
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,32,0.12274240255355835
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,16,0.030070400238037108
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,16,0.06472319960594178
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,8,0.014271999895572662
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,128,0.32019519805908203
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,4,0.008591999858617782
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,2,0.0086496002972126
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,8,0.023958399891853333
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,2,0.006255999952554703
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,4,0.014435200393199921
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,3072,1,0.004995200037956238
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,128,0.2857248067855835
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,128,0.6208032131195068
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,64,0.13770240545272827
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,1536,1,0.007903999835252761
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,64,0.31350719928741455
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,32,0.07141759991645813
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,32,0.16078720092773438
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,16,0.03826879858970642
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,16,0.0843616008758545
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,8,0.0201664000749588
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,8,0.044336000084877016
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,8,0.03492479920387268
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,4,0.009798400104045868
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,2,0.00703359991312027
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,4096,1,0.005411199852824211
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,2,0.010361599922180175
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,2048,1,0.008886399865150451
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,128,0.43363518714904786
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,128,0.9111359596252442
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,64,0.20459520816802979
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,4,0.019177600741386414
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,32,0.10425599813461303
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,2,0.01233920007944107
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,32,0.2367840051651001
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,16,0.06137279868125915
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,16,0.12159039974212646
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,8,0.02953920066356659
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,8,0.0640064001083374
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,4,0.01395840048789978
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,4,0.033817601203918454
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,2,0.008511999994516373
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,6144,1,0.006172800064086914
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,128,0.5817887783050537
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,128,1.2056032180786134
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,4,0.024089600145816802
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,2,0.014319999516010285
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,64,0.2905407905578613
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,3072,1,0.008342400193214417
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,32,0.13672640323638915
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,16,0.07088000178337098
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,32,0.31372799873352053
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,8,0.03824639916419983
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,64,0.6139808177947998
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,4,0.01943040043115616
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,4,0.04470719993114471
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,2,0.009900800138711929
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,float16,8192,1,0.00724480003118515
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,64,0.4610591888427734
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,2,0.019145600497722626
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,6144,1,0.01223680004477501
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,4096,1,0.010710400342941285
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,16,0.16076799631118774
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,8,0.08339840173721313
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,2,0.02409600019454956
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_pre,default,fp8,8192,1,0.01462399959564209
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,128,0.005849599838256836
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,64,0.005116799846291542
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,128,0.011737599968910217
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,32,0.004732799902558327
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,64,0.00941760018467903
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,16,0.004534399881958961
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,32,0.00870719999074936
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,8,0.0044895999133586885
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,16,0.008188799768686295
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,4,0.004639999940991402
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,8,0.007187200337648391
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,2,0.004294399917125702
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,4,0.006867200136184692
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,2,0.006518399715423584
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,128,0.00586559996008873
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,128,0.01199679970741272
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1,1,0.00424639992415905
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,64,0.005040000006556511
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,32,0.004796800017356872
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,32,0.008371199667453765
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1,1,0.0068063996732234955
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,16,0.005020799860358238
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,16,0.008079999685287475
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,4,0.004476799815893173
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,64,0.009094399958848953
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,1,0.0043935999274253845
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,8,0.004348799958825112
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,128,0.00599679984152317
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2,2,0.004438399896025657
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,64,0.0049632001668214795
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,64,0.009404800087213516
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,32,0.004662400111556053
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,16,0.004464000090956688
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,8,0.0068800002336502075
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,4,0.006428799778223038
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,1,0.006278400123119354
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2,2,0.006348799914121628
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,8,0.004800000041723251
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,8,0.006867200136184692
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,128,0.012195199728012085
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,4,0.004265600070357323
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,1,0.006499200314283371
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,2,0.004252799972891808
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,128,0.005686400085687637
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4,1,0.004521600157022476
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,128,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,32,0.00790719985961914
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,16,0.007478400319814682
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,64,0.004560000076889992
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,4,0.006825599819421768
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,16,0.007631999999284744
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,32,0.004543999955058098
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4,2,0.006540799885988236
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,16,0.004502400010824204
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,8,0.004364800080657006
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,8,0.007651200145483017
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,4,0.004419200122356415
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,2,0.004374400153756142
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,64,0.009667199850082398
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,32,0.008124800026416778
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8,1,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,1,0.0067103996872901915
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,128,0.006035200133919716
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,4,0.006864000111818314
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,32,0.00873280018568039
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,64,0.004860800132155419
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,64,0.010764800012111664
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,128,0.013849599659442902
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,8,0.004447999969124794
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8,2,0.006831999868154526
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,32,0.0045471999794244765
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,16,0.0044511999934911724
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,2,0.006969600170850754
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,4,0.004515200108289719
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,2,0.0044064000248909
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16,1,0.00432640016078949
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,128,0.0063680000603199005
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,128,0.016947199404239655
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,8,0.00719040036201477
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,16,0.007552000135183335
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,64,0.005177599936723709
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,32,0.004566400125622749
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,32,0.009920000284910201
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,4,0.00687360018491745
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,16,0.004447999969124794
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,16,0.008032000064849854
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,8,0.004499199986457825
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16,1,0.006697600334882736
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,64,0.011564800143241882
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,4,0.00453759990632534
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,128,0.006889600306749344
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,4,0.007212799787521362
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,2,0.004287999868392944
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,32,1,0.004447999969124794
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,1,0.006819199770689011
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,8,0.007568000257015229
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,128,0.01963520050048828
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,64,0.005206400156021118
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,64,0.013027200102806091
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,32,2,0.007036799937486649
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,32,0.004735999926924706
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,4,0.00456320010125637
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,32,0.010713600367307664
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,2,0.004668800160288811
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,16,0.0044351998716592785
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,8,0.004652800038456917
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,48,1,0.004291199892759323
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,4,0.007507199794054032
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,16,0.008560000360012055
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,2,0.007577600330114365
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,1,0.007135999947786331
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,128,0.0072223998606204985
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,48,8,0.007942400127649307
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,128,0.022015999257564544
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,64,0.00535999983549118
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,32,0.004787199944257736
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,16,0.0047680001705884935
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,8,0.004441599920392036
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,4,0.004281599819660187
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,64,0.014569599926471711
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,32,0.010713600367307664
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,8,0.008380799740552902
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,4,0.007884799689054488
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,2,0.004579199850559235
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,2,0.007558400183916092
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,64,1,0.004284799844026565
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,16,0.009430400282144546
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,128,0.0075392000377178196
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,64,0.005708799883723259
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,32,0.004828799888491631
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,64,1,0.007536000013351441
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,8,0.004598399996757508
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,16,0.004630399867892265
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,4,0.004441599920392036
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,2,0.004374400153756142
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,80,1,0.007196799665689468
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,64,0.016774399578571318
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,32,0.01162559986114502
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,128,0.026492801308631898
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,128,0.008182399719953538
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,16,0.00987199991941452
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,64,0.006128000095486641
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,8,0.008377599716186523
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,64,0.018006399273872375
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,32,0.005417599901556968
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,4,0.00788159966468811
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,16,0.004668800160288811
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,8,0.004518400132656098
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,4,0.0042975999414920805
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,128,0.02919999957084656
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,2,0.007635200023651123
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,2,0.004371200129389763
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,80,1,0.007238399982452392
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,96,1,0.0044096000492572784
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,32,0.012383999675512314
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,16,0.010367999970912933
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,128,0.00947519987821579
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,8,0.008614400029182434
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,4,0.008160000294446945
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,64,0.006540799885988236
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,64,0.020598399639129638
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,2,0.007702399790287018
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,32,0.005257600173354149
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,96,1,0.007542400062084198
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,16,0.004745600000023842
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,4,0.004428799822926521
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,8,0.004707200080156326
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,128,0.03579199910163879
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,2,0.004444799944758415
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,128,1,0.004742399975657463
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,32,0.01385599970817566
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,16,0.010940799862146378
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,128,0.018131199479103088
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,64,0.006691200286149978
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,8,0.00952960029244423
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,4,0.008550400286912918
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,1,0.007891199737787246
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,32,0.005385600030422211
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,128,2,0.008182399719953538
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,16,0.004828799888491631
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,8,0.0049183998256921765
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,128,0.04504640102386474
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,4,0.0045471999794244765
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,2,0.0046016000211238865
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,160,1,0.004371200129389763
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,8,0.010214400291442872
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,1,0.007980799674987793
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,128,0.02144639939069748
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,64,0.024089600145816802
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,4,0.008844800293445587
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,32,0.015996800363063814
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,16,0.011939200013875962
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,16,0.004912000149488449
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,64,0.007196799665689468
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,160,2,0.008275199681520462
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,32,0.005769599974155426
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,16,0.012368000298738479
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,8,0.0049183998256921765
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,128,0.049532800912857056
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,4,0.004515200108289719
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,2,0.004438399896025657
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,64,0.026982399821281432
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,192,1,0.004444799944758415
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,32,0.01717119961977005
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,1,0.00868159979581833
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,128,0.025164800882339477
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,8,0.010620799660682679
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,128,0.06106560230255127
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,64,0.007862400263547897
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,4,0.008790399879217148
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,16,0.004995200037956238
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,32,0.006025600060820579
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,192,2,0.008534400165081025
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,8,0.004748800024390221
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,8,0.010732799768447876
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,4,0.004608000069856644
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,4,0.009638399630784989
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,2,0.004380799829959869
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,256,1,0.00451200008392334
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,128,0.029395198822021483
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,128,0.07619839906692505
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,64,0.032067200541496275
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,64,0.008793599903583527
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,32,0.019801600277423857
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,16,0.013753600418567657
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,32,0.006790400296449661
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,2,0.008396799862384795
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,16,0.005145600065588951
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,256,1,0.008019199967384339
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,8,0.005225599929690361
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,64,0.04322879910469055
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,4,0.004665600135922432
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,2,0.0046271998435258865
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,2,0.00865280032157898
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,320,1,0.004527999833226204
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,128,0.033206400275230405
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,128,0.08674880266189575
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,64,0.012624000012874604
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,4,0.00998080000281334
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,16,0.015484799444675446
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,32,0.022809599339962006
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,32,0.007056000083684922
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,1,0.007884799689054488
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,320,8,0.011219199746847153
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,16,0.005817599967122078
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,4,0.004764800146222115
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,16,0.016732800006866454
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,8,0.005167999863624572
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,64,0.04800960123538971
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,4,0.010089600086212158
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,2,0.004425600171089172
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,2,0.008476799726486206
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,32,0.025868800282478333
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,384,1,0.00451200008392334
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,1,0.008166400343179702
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,128,0.041116800904273984
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,384,8,0.011849600076675414
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,16,0.005875200033187866
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,128,0.11280959844589233
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,64,0.022627200186252593
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,32,0.007916799932718276
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,8,0.004960000142455101
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,4,0.004710400104522705
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,4,0.01040000021457672
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,2,0.004806400090456009
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,2,0.009283199906349182
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,512,1,0.0045471999794244765
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,1,0.008124800026416778
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,64,0.059059202671051025
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,32,0.03113279938697815
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,128,0.056966400146484374
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,128,0.16254719495773315
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,64,0.03028480112552643
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,64,0.08588160276412964
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,32,0.010038399696350097
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,16,0.019487999379634857
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,512,8,0.013247999548912048
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,32,0.0466048002243042
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,16,0.007283200323581695
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,2,0.004668800160288811
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,8,0.005321599915623665
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,4,0.004950400069355964
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,2,0.01016639992594719
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,128,0.07235519886016846
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,768,1,0.004700800031423568
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,1,0.008355200290679932
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,128,0.2129055976867676
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,64,0.11026240587234497
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,64,0.03798399865627289
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,32,0.020710399746894835
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,32,0.05813760161399841
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,16,0.007859200239181519
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,8,0.005731200054287911
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,4,0.004912000149488449
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,2,0.004828799888491631
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1024,1,0.00459199994802475
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,4,0.011884800344705581
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,8,0.016220800578594208
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,128,0.1019487977027893
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,768,16,0.02632319927215576
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,16,0.031225600838661195
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,64,0.05472959876060486
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,8,0.019126400351524353
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,4,0.013180799782276154
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,64,0.16022399663925171
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,32,0.028860801458358766
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,2,0.010470400005578995
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,32,0.08393920063972474
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,16,0.009996800124645234
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,16,0.04598079919815064
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,8,0.007209599763154983
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,4,0.005398400127887726
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,2,0.005075199902057648
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,1536,1,0.0049472000449895855
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,128,0.31416959762573243
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,128,0.13203200101852416
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,128,0.41428799629211427
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,64,0.0693120002746582
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1024,1,0.010086400061845779
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,64,0.21127679347991943
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,32,0.036774399876594546
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,32,0.10951360464096069
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,16,0.018457600474357606
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,16,0.05709760189056397
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,8,0.007993599772453308
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,4,0.0057183999568223955
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,2,0.004995200037956238
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,1,0.010649599879980088
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,2048,1,0.004841599985957146
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,1,0.01080320030450821
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,128,0.19249600172042847
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,128,0.6093215942382812
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,64,0.10428160429000854
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,2,0.011644800007343293
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,4,0.016121600568294526
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,64,0.3096127986907959
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,32,0.05312640070915222
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,4,0.01860159933567047
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,1536,8,0.024383999407291412
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,16,0.028064000606536865
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,2,0.013238400220870972
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,16,0.08265600204467774
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,8,0.009641599655151368
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,4,0.0073472000658512115
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,2,0.005340800061821938
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,2048,8,0.030044800043106078
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,3072,1,0.004940799996256828
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,128,0.25157120227813723
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,64,0.13025920391082763
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,128,0.8073599815368653
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,64,0.41099839210510253
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,32,0.068259197473526
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,32,0.20939199924468993
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,32,0.15878720283508302
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,16,0.03628160059452057
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,8,0.016655999422073364
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,8,0.04549440145492554
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,4,0.007926400005817413
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,2,0.005536000058054924
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,4096,1,0.004851200059056282
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,16,0.10810879468917847
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,8,0.056591999530792234
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,1,0.012067200243473053
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,128,0.3928191900253296
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,2,0.01578560024499893
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,64,0.18915200233459473
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,2,0.0188511997461319
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,64,0.6080800056457519
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,3072,4,0.024166400730609893
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,32,0.09854080080986023
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,1,0.013376000523567199
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,16,0.052275198698043826
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,32,0.30887041091918943
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,16,0.158569598197937
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,4096,4,0.030211201310157774
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,8,0.0274944007396698
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,4,0.009734400361776353
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,128,1.2016096115112305
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,128,0.49093117713928225
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,2,0.007372800260782242
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,6144,1,0.005379199981689453
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,8,0.08261759877204895
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,64,0.8054304122924805
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,64,0.24809598922729492
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,128,1.597439956665039
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,4,0.04572480022907257
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,32,0.129094398021698
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,16,0.07292479872703553
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,16,0.2104032039642334
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,8,0.03959999978542328
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,4,0.01656640022993088
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,2,0.008035200089216233
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,8192,1,0.005769599974155426
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,1,0.01645440012216568
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,32,0.40901761054992675
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,128,0.7289055824279785
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,64,0.3869375944137573
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,128,2.381878471374512
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,6144,2,0.024329599738121033
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,8,0.10842560529708863
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,32,0.1873631954193115
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,16,0.09771519899368286
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,4,0.05686079859733582
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,2,0.030048000812530517
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,8192,1,0.018787199258804323
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,16,0.30757761001586914
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,8,0.05214080214500427
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,8,0.1591968059539795
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,4,0.027667200565338133
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,2,0.009644799679517747
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,12288,1,0.007452800124883652
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,64,1.2000927925109863
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,2,0.04569920003414154
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,128,0.9694656372070313
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,32,0.6056479930877685
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,64,0.4849343776702881
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,32,0.25531840324401855
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,64,1.5901503562927246
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,32,0.8024640083312988
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,16,0.1450816035270691
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,16,0.4059584140777588
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,8,0.0755295991897583
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,4,0.03554239869117737
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,4,0.08215360045433044
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,2,0.017615999281406402
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,16384,1,0.007760000228881836
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,128,1.2040255546569825
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,64,0.6074495792388916
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,128,3.1695840835571287
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,128,3.9774143218994142
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,32,0.33544321060180665
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,8,0.20728960037231445
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,64,1.9862815856933593
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,16,0.15839040279388428
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,4,0.10711679458618165
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,8,0.08412799835205079
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,2,0.056591999530792234
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,8,0.25683839321136476
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,4,0.04398399889469147
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,2,0.023772799968719484
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,float16,20480,1,0.008982399851083756
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,12288,1,0.024163199961185454
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,16384,1,0.029737600684165956
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,32,1.015824031829834
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,16,0.5065023899078369
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,4,0.13288960456848145
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,2,0.0713599979877472
TRTLLM,1.2.0rc5,NVIDIA H100 80GB HBM3,mla_gen_post,default,fp8,20480,1,0.039612799882888794
